
import os
if 'CRDS_CACHE_TYPE' in os.environ:
    if os.environ['CRDS_CACHE_TYPE'] == 'local':
        os.environ['CRDS_PATH'] = os.path.join(os.environ['HOME'], 'crds', 'cache')
    elif os.path.isdir(os.environ['CRDS_CACHE_TYPE']):
        os.environ['CRDS_PATH'] = os.environ['CRDS_CACHE_TYPE']
print('CRDS cache location: {}'.format(os.environ['CRDS_PATH']))

CRDS cache location: /grp/crds/cache


# set up import statements
from astropy.io import ascii, fits
from astropy.stats import sigma_clipped_stats
from astropy.table import Column
from astropy.visualization import SqrtStretch
from astropy.visualization.mpl_normalize import ImageNormalize
from astropy import table
from astropy.table import Table
import astropy.units as u
from astropy.coordinates import SkyCoord, match_coordinates_sky

#from ci_watson.artifactory_helpers import get_bigdata
import glob
from itertools import product
from ci_watson.artifactory_helpers import get_bigdata

# Box download imports 
from astropy.utils.data import download_file
from pathlib import Path
from shutil import move
from os.path import splitext

from jwst.datamodels import DrizProductModel, ImageModel
from jwst.pipeline import Detector1Pipeline, Image2Pipeline, Image3Pipeline
from jwst import associations
from jwst.associations.lib.rules_level3_base import DMS_Level3_Base
from jwst.associations import asn_from_list

import math
import matplotlib.pyplot as plt
import numpy as np
import os
from photutils import CircularAperture, DAOStarFinder, CircularAnnulus, aperture_photometry


# Create a temporary directory to hold notebook output, and change the working directory to that directory.
from tempfile import TemporaryDirectory
import os
data_dir = TemporaryDirectory()
os.chdir(data_dir.name)
print(data_dir)

<TemporaryDirectory '/internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/tmp/tmp6jt7fbtx'>


#print("Downloading input files")
 
#This readnoise file is needed for use with simulated data which has higher readnoise than actual data.
#readnoise = get_bigdata('jwst_validation_notebooks',
#                     'validation_data',
#                     'jump',                     
#                     'jump_miri_test', 
#                     'jwst_mirisim_readnoise.fits')

#filelist = ['starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1.fits', 
#            'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2.fits',
#            'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1.fits',
#            'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2.fits',
#            'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1.fits',
#            'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2.fits',
#            'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1.fits',
#            'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2.fits']

#for file in filelist:
#    input_file = get_bigdata('jwst_validation_notebooks',
#                     'validation_data',
#                     'outlier_detection',
#                     'outlier_detection_miri_test',
#                     file)
    
#coords = get_bigdata('jwst_validation_notebooks',
#                     'validation_data',
#                     'resample',
#                     'resample_miri_test', 
#                     'radec_4ptdith_50star_mosaic_coords.txt')    

#print("Finished Downloads")


# Read rate files in from Box rather than starting with uncal and running through calwebb_detector1

def get_box_files(file_list):
    for box_url,file_name in file_list:
        if 'https' not in box_url:
            box_url = 'https://stsci.box.com/shared/static/' + box_url
        downloaded_file = download_file(box_url)
        if Path(file_name).suffix == '':
            ext = splitext(box_url)[1]
            file_name += ext
        move(downloaded_file, file_name)

        
file_urls = ['https://stsci.box.com/shared/static/46kwitm6fswmeiuw4gu6xxgeioy7dhca.fits',
             'https://stsci.box.com/shared/static/8vs4njvio6y15cdcl3rjtb4veb55h6o9.fits',
             'https://stsci.box.com/shared/static/09xjv0lpe35o50f2xf4ydu523g03s9fd.fits',
             'https://stsci.box.com/shared/static/tqay5edhq1hstayk897ugd8t5sjbbjme.fits',
             'https://stsci.box.com/shared/static/rmri5jb6gwpezva2rgzkkguoeos7nocv.fits',
             'https://stsci.box.com/shared/static/pdtjm55j5ahj08i1rm91jw5p2ijpvi68.fits',
             'https://stsci.box.com/shared/static/bw5jsrorue4g2eprpd06w8sdvy6etqhv.fits',
             'https://stsci.box.com/shared/static/y3thiqwcyihw30vndpy16o8bjxn36o89.fits',
             'https://stsci.box.com/shared/static/u2wc9ocug98ut8arz383oid0eru06qbo.txt']
    
file_names = ['starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_rate.fits', 
            'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_rate.fits',
            'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_rate.fits',
            'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits',
            'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_rate.fits',
            'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_rate.fits',
            'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_rate.fits',
            'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_rate.fits',
            'radec_4ptdith_50star_mosaic_coords.txt']

    
box_download_list = [(url,name) for url,name in zip(file_urls,file_names)]


get_box_files(box_download_list)


coords = 'radec_4ptdith_50star_mosaic_coords.txt'


# Run the calwebb_detector1 pipeline

# set up pipeline parameters 
#rej_thresh=10.0  # rejection threshold for jump step

#print('There are ', len(filelist), ' images.')
    
#slopelist = []    
    
# loop over list of files
#for file in filelist:
       
    # set up pipeline parameters for input
#    pipe1 = Detector1Pipeline()
#    pipe1.jump.rejection_threshold = rej_thresh
#    pipe1.jump.override_readnoise = readnoise
#    pipe1.ramp_fit.override_readnoise = readnoise

#    pipe1.refpix.skip = True  # needs update to simulator for this to work properly with simulated data
        
    # set up output file name
#    base, remainder = file.split('.')
#    outname = base
        
#    pipe1.jump.output_file = outname+'.fits'    
    #pipe1.ramp_fit.output_file = outname+'.fits'
#    pipe1.output_file = outname+'.fits'

    # Run pipeline on each file
#    rampfile = pipe1.run(file)
#    slopelist.append(rampfile)
    
    # Close the input files
    #file.close()

#print('Detector 1 steps completed on all files.')
#print(slopelist)


slopelist = ['starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_rate.fits', 
            'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_rate.fits',
            'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_rate.fits',
            'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits',
            'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_rate.fits',
            'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_rate.fits',
            'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_rate.fits',
            'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_rate.fits']


# Run Calwebb_image2 on output files from detector1
    
print('There are ', len(slopelist), ' images.')

callist = []
ratefilenames = []

# cycle through files
for file in slopelist:
    rampfile = ImageModel(file)
    
    # create an object for the pipeline    
    pipe2 = Image2Pipeline()
    
    filename = rampfile.meta.filename
    ratefilenames.append(filename)
    # Set pipeline parameters

    pipe2.save_results = True
    pipe2.output_file = filename +'_cal.fits'
    pipe2.resample.save_results = True
    pipe2.suffix = None

    calfile = pipe2.run(rampfile)

    callist.append(calfile)

print(callist)

There are  8  images.

2022-03-24 14:11:31,707 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-03-24 14:11:31,708 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-03-24 14:11:31,710 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-03-24 14:11:31,711 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-03-24 14:11:31,712 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-03-24 14:11:31,714 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-03-24 14:11:31,882 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-03-24 14:11:31,888 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': '/internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/tmp/tmp6jt7fbtx/starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_rate.fits_cal.fits', 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None}}}
2022-03-24 14:11:31,896 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-03-24 14:11:32,100 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-03-24 14:11:32,101 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-03-24 14:11:32,102 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-03-24 14:11:32,102 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-03-24 14:11:32,102 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-03-24 14:11:32,103 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf'.
2022-03-24 14:11:32,104 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-03-24 14:11:32,105 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-03-24 14:11:32,105 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf'.
2022-03-24 14:11:32,107 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0626.fits'.
2022-03-24 14:11:32,108 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-03-24 14:11:32,109 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-03-24 14:11:32,109 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-03-24 14:11:32,109 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-03-24 14:11:32,109 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-03-24 14:11:32,110 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-03-24 14:11:32,110 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-03-24 14:11:32,111 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits'.
2022-03-24 14:11:32,112 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-03-24 14:11:32,112 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-03-24 14:11:32,113 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-03-24 14:11:32,113 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-03-24 14:11:32,113 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-03-24 14:11:32,113 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-03-24 14:11:32,168 - stpipe.Image2Pipeline - INFO - Processing product starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_rate.fits_cal
2022-03-24 14:11:32,169 - stpipe.Image2Pipeline - INFO - Working on input <ImageModel(1024, 1032) from starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_rate.fits> ...
2022-03-24 14:11:32,297 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-03-24 14:11:32,298 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-03-24 14:11:32,509 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-03-24 14:11:32,589 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  0.019410529 -0.016138544 0.021878136 0.015048625 359.990819026 0.017621279 359.988011958 -0.013579591
2022-03-24 14:11:32,589 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  0.019410529 -0.016138544 0.021878136 0.015048625 359.990819026 0.017621279 359.988011958 -0.013579591
2022-03-24 14:11:32,590 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-03-24 14:11:32,626 - stpipe.Image2Pipeline.assign_wcs - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/astropy/modeling/fitting.py:782: AstropyUserWarning: The fit may be poorly conditioned

  warnings.warn("The fit may be poorly conditioned\n",

2022-03-24 14:11:32,686 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-03-24 14:11:32,799 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-03-24 14:11:32,801 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-03-24 14:11:33,214 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-03-24 14:11:33,215 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-03-24 14:11:33,216 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-03-24 14:11:33,222 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-03-24 14:11:33,362 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-03-24 14:11:33,472 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-03-24 14:11:33,474 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-03-24 14:11:33,498 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits
2022-03-24 14:11:33,499 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-03-24 14:11:33,584 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-03-24 14:11:33,585 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-03-24 14:11:33,586 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-03-24 14:11:33,586 - stpipe.Image2Pipeline.photom - INFO -  filter: F1130W
2022-03-24 14:11:33,638 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-03-24 14:11:33,640 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-03-24 14:11:33,641 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 2.54947
2022-03-24 14:11:33,659 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-03-24 14:11:33,774 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-03-24 14:11:33,777 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None}
2022-03-24 14:11:33,820 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-03-24 14:11:33,984 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-03-24 14:11:34,718 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-03-24 14:11:35,113 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-03-24 14:11:35,771 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-03-24 14:11:36,171 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-03-24 14:11:36,815 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-03-24 14:11:37,169 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-03-24 14:11:37,839 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-03-24 14:11:38,212 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  0.019358646 -0.016334386 0.022108876 0.015005126 359.990738698 0.017758047 359.987988468 -0.013581465
2022-03-24 14:11:38,341 - stpipe.Image2Pipeline.resample - INFO - Saved model in starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_i2d.fits
2022-03-24 14:11:38,342 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-03-24 14:11:38,342 - stpipe.Image2Pipeline - INFO - Finished processing product starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_rate.fits_cal
2022-03-24 14:11:38,345 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-03-24 14:11:38,519 - stpipe.Image2Pipeline - INFO - Saved model in starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal.fits
2022-03-24 14:11:38,520 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-03-24 14:11:38,560 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-03-24 14:11:38,561 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-03-24 14:11:38,563 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-03-24 14:11:38,564 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-03-24 14:11:38,565 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-03-24 14:11:38,567 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-03-24 14:11:38,717 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-03-24 14:11:38,722 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': '/internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/tmp/tmp6jt7fbtx/starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_rate.fits_cal.fits', 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None}}}
2022-03-24 14:11:38,731 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-03-24 14:11:38,735 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-03-24 14:11:38,736 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-03-24 14:11:38,737 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-03-24 14:11:38,737 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-03-24 14:11:38,738 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-03-24 14:11:38,738 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf'.
2022-03-24 14:11:38,740 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-03-24 14:11:38,741 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-03-24 14:11:38,741 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf'.
2022-03-24 14:11:38,742 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0626.fits'.
2022-03-24 14:11:38,743 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-03-24 14:11:38,744 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-03-24 14:11:38,744 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-03-24 14:11:38,744 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-03-24 14:11:38,745 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-03-24 14:11:38,745 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-03-24 14:11:38,746 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-03-24 14:11:38,746 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits'.
2022-03-24 14:11:38,747 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-03-24 14:11:38,747 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-03-24 14:11:38,748 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-03-24 14:11:38,748 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-03-24 14:11:38,748 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-03-24 14:11:38,749 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-03-24 14:11:38,794 - stpipe.Image2Pipeline - INFO - Processing product starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_rate.fits_cal
2022-03-24 14:11:38,795 - stpipe.Image2Pipeline - INFO - Working on input <ImageModel(1024, 1032) from starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_rate.fits> ...
2022-03-24 14:11:38,920 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-03-24 14:11:38,921 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-03-24 14:11:39,115 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-03-24 14:11:39,191 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  0.019410529 -0.016138544 0.021878136 0.015048625 359.990819026 0.017621279 359.988011958 -0.013579591
2022-03-24 14:11:39,192 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  0.019410529 -0.016138544 0.021878136 0.015048625 359.990819026 0.017621279 359.988011958 -0.013579591
2022-03-24 14:11:39,193 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-03-24 14:11:39,227 - stpipe.Image2Pipeline.assign_wcs - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/astropy/modeling/fitting.py:782: AstropyUserWarning: The fit may be poorly conditioned

  warnings.warn("The fit may be poorly conditioned\n",

2022-03-24 14:11:39,300 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-03-24 14:11:39,424 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-03-24 14:11:39,426 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-03-24 14:11:39,546 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-03-24 14:11:39,548 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-03-24 14:11:39,548 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-03-24 14:11:39,556 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-03-24 14:11:39,696 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-03-24 14:11:39,817 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-03-24 14:11:39,819 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-03-24 14:11:39,844 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits
2022-03-24 14:11:39,845 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-03-24 14:11:39,931 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-03-24 14:11:39,932 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-03-24 14:11:39,933 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-03-24 14:11:39,933 - stpipe.Image2Pipeline.photom - INFO -  filter: F1130W
2022-03-24 14:11:39,981 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-03-24 14:11:39,984 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-03-24 14:11:39,985 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 2.54947
2022-03-24 14:11:40,003 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-03-24 14:11:40,125 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-03-24 14:11:40,127 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None}
2022-03-24 14:11:40,154 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-03-24 14:11:40,289 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-03-24 14:11:40,937 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-03-24 14:11:41,346 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-03-24 14:11:42,034 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-03-24 14:11:42,456 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-03-24 14:11:43,130 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-03-24 14:11:43,469 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-03-24 14:11:44,143 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-03-24 14:11:44,503 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  0.019358646 -0.016334386 0.022108876 0.015005126 359.990738698 0.017758047 359.987988468 -0.013581465
2022-03-24 14:11:44,625 - stpipe.Image2Pipeline.resample - INFO - Saved model in starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_i2d.fits
2022-03-24 14:11:44,626 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-03-24 14:11:44,627 - stpipe.Image2Pipeline - INFO - Finished processing product starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_rate.fits_cal
2022-03-24 14:11:44,629 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-03-24 14:11:44,806 - stpipe.Image2Pipeline - INFO - Saved model in starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal.fits
2022-03-24 14:11:44,806 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-03-24 14:11:44,845 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-03-24 14:11:44,847 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-03-24 14:11:44,848 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-03-24 14:11:44,849 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-03-24 14:11:44,850 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-03-24 14:11:44,852 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-03-24 14:11:44,974 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-03-24 14:11:44,978 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': '/internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/tmp/tmp6jt7fbtx/starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_rate.fits_cal.fits', 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None}}}
2022-03-24 14:11:44,986 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-03-24 14:11:44,994 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-03-24 14:11:44,995 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-03-24 14:11:44,995 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-03-24 14:11:44,996 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-03-24 14:11:44,996 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-03-24 14:11:44,996 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf'.
2022-03-24 14:11:44,998 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-03-24 14:11:44,999 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-03-24 14:11:44,999 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf'.
2022-03-24 14:11:45,000 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0626.fits'.
2022-03-24 14:11:45,002 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-03-24 14:11:45,002 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-03-24 14:11:45,002 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-03-24 14:11:45,003 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-03-24 14:11:45,003 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-03-24 14:11:45,003 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-03-24 14:11:45,004 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-03-24 14:11:45,004 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits'.
2022-03-24 14:11:45,005 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-03-24 14:11:45,005 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-03-24 14:11:45,006 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-03-24 14:11:45,006 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-03-24 14:11:45,006 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-03-24 14:11:45,007 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-03-24 14:11:45,052 - stpipe.Image2Pipeline - INFO - Processing product starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_rate.fits_cal
2022-03-24 14:11:45,052 - stpipe.Image2Pipeline - INFO - Working on input <ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_rate.fits> ...
2022-03-24 14:11:45,177 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-03-24 14:11:45,179 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-03-24 14:11:45,372 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-03-24 14:11:45,447 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  0.020049678 -0.017460337 0.022517284 0.013726832 359.991458175 0.016299486 359.988651107 -0.014901383
2022-03-24 14:11:45,448 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  0.020049678 -0.017460337 0.022517284 0.013726832 359.991458175 0.016299486 359.988651107 -0.014901383
2022-03-24 14:11:45,448 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-03-24 14:11:45,482 - stpipe.Image2Pipeline.assign_wcs - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/astropy/modeling/fitting.py:782: AstropyUserWarning: The fit may be poorly conditioned

  warnings.warn("The fit may be poorly conditioned\n",

2022-03-24 14:11:45,538 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-03-24 14:11:45,660 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-03-24 14:11:45,662 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-03-24 14:11:45,767 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-03-24 14:11:45,768 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-03-24 14:11:45,769 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-03-24 14:11:45,776 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-03-24 14:11:45,905 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-03-24 14:11:46,039 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-03-24 14:11:46,040 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-03-24 14:11:46,065 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits
2022-03-24 14:11:46,065 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-03-24 14:11:46,205 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-03-24 14:11:46,205 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-03-24 14:11:46,206 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-03-24 14:11:46,207 - stpipe.Image2Pipeline.photom - INFO -  filter: F1130W
2022-03-24 14:11:46,266 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-03-24 14:11:46,268 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-03-24 14:11:46,269 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 2.54947
2022-03-24 14:11:46,287 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-03-24 14:11:46,413 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-03-24 14:11:46,415 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None}
2022-03-24 14:11:46,441 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-03-24 14:11:46,572 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-03-24 14:11:47,229 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-03-24 14:11:47,576 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-03-24 14:11:48,178 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-03-24 14:11:48,532 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-03-24 14:11:49,152 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-03-24 14:11:49,503 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-03-24 14:11:50,106 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-03-24 14:11:50,477 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  0.019997794 -0.017656179 0.022748024 0.013683333 359.991377847 0.016436254 359.988627617 -0.014903258
2022-03-24 14:11:50,596 - stpipe.Image2Pipeline.resample - INFO - Saved model in starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_i2d.fits
2022-03-24 14:11:50,597 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-03-24 14:11:50,598 - stpipe.Image2Pipeline - INFO - Finished processing product starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_rate.fits_cal
2022-03-24 14:11:50,600 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-03-24 14:11:50,777 - stpipe.Image2Pipeline - INFO - Saved model in starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal.fits
2022-03-24 14:11:50,779 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-03-24 14:11:50,818 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-03-24 14:11:50,819 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-03-24 14:11:50,820 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-03-24 14:11:50,822 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-03-24 14:11:50,823 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-03-24 14:11:50,824 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-03-24 14:11:50,984 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-03-24 14:11:50,990 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': '/internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/tmp/tmp6jt7fbtx/starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits_cal.fits', 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None}}}
2022-03-24 14:11:50,998 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-03-24 14:11:51,002 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-03-24 14:11:51,004 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-03-24 14:11:51,004 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-03-24 14:11:51,004 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-03-24 14:11:51,005 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-03-24 14:11:51,005 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf'.
2022-03-24 14:11:51,006 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-03-24 14:11:51,007 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-03-24 14:11:51,008 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf'.
2022-03-24 14:11:51,009 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0626.fits'.
2022-03-24 14:11:51,010 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-03-24 14:11:51,011 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-03-24 14:11:51,011 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-03-24 14:11:51,011 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-03-24 14:11:51,012 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-03-24 14:11:51,012 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-03-24 14:11:51,013 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-03-24 14:11:51,013 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits'.
2022-03-24 14:11:51,014 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-03-24 14:11:51,015 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-03-24 14:11:51,015 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-03-24 14:11:51,015 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-03-24 14:11:51,016 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-03-24 14:11:51,016 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-03-24 14:11:51,064 - stpipe.Image2Pipeline - INFO - Processing product starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits_cal
2022-03-24 14:11:51,065 - stpipe.Image2Pipeline - INFO - Working on input <ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits> ...
2022-03-24 14:11:51,203 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-03-24 14:11:51,205 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-03-24 14:11:51,416 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-03-24 14:11:51,494 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  0.020049678 -0.017460337 0.022517284 0.013726832 359.991458175 0.016299486 359.988651107 -0.014901383
2022-03-24 14:11:51,495 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  0.020049678 -0.017460337 0.022517284 0.013726832 359.991458175 0.016299486 359.988651107 -0.014901383
2022-03-24 14:11:51,495 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-03-24 14:11:51,536 - stpipe.Image2Pipeline.assign_wcs - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/astropy/modeling/fitting.py:782: AstropyUserWarning: The fit may be poorly conditioned

  warnings.warn("The fit may be poorly conditioned\n",

2022-03-24 14:11:51,595 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-03-24 14:11:51,725 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-03-24 14:11:51,726 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-03-24 14:11:51,834 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-03-24 14:11:51,835 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-03-24 14:11:51,836 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-03-24 14:11:51,842 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-03-24 14:11:51,974 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-03-24 14:11:52,099 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-03-24 14:11:52,100 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-03-24 14:11:52,124 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits
2022-03-24 14:11:52,125 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-03-24 14:11:52,208 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-03-24 14:11:52,209 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-03-24 14:11:52,209 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-03-24 14:11:52,210 - stpipe.Image2Pipeline.photom - INFO -  filter: F1130W
2022-03-24 14:11:52,257 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-03-24 14:11:52,259 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-03-24 14:11:52,260 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 2.54947
2022-03-24 14:11:52,277 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-03-24 14:11:52,410 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-03-24 14:11:52,412 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None}
2022-03-24 14:11:52,438 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-03-24 14:11:52,568 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-03-24 14:11:53,186 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-03-24 14:11:53,529 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-03-24 14:11:54,137 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-03-24 14:11:54,499 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-03-24 14:11:55,118 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-03-24 14:11:55,503 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-03-24 14:11:56,101 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-03-24 14:11:56,484 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  0.019997794 -0.017656179 0.022748024 0.013683333 359.991377847 0.016436254 359.988627617 -0.014903258
2022-03-24 14:11:56,608 - stpipe.Image2Pipeline.resample - INFO - Saved model in starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_i2d.fits
2022-03-24 14:11:56,609 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-03-24 14:11:56,609 - stpipe.Image2Pipeline - INFO - Finished processing product starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits_cal
2022-03-24 14:11:56,612 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-03-24 14:11:56,793 - stpipe.Image2Pipeline - INFO - Saved model in starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal.fits
2022-03-24 14:11:56,794 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-03-24 14:11:56,833 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-03-24 14:11:56,834 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-03-24 14:11:56,836 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-03-24 14:11:56,837 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-03-24 14:11:56,838 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-03-24 14:11:56,840 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-03-24 14:11:57,037 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-03-24 14:11:57,042 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': '/internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/tmp/tmp6jt7fbtx/starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_rate.fits_cal.fits', 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None}}}
2022-03-24 14:11:57,049 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-03-24 14:11:57,053 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-03-24 14:11:57,056 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-03-24 14:11:57,057 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-03-24 14:11:57,057 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-03-24 14:11:57,058 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-03-24 14:11:57,058 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf'.
2022-03-24 14:11:57,062 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-03-24 14:11:57,064 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-03-24 14:11:57,064 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf'.
2022-03-24 14:11:57,066 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0626.fits'.
2022-03-24 14:11:57,069 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-03-24 14:11:57,069 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-03-24 14:11:57,070 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-03-24 14:11:57,070 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-03-24 14:11:57,071 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-03-24 14:11:57,071 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-03-24 14:11:57,072 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-03-24 14:11:57,072 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits'.
2022-03-24 14:11:57,074 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-03-24 14:11:57,074 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-03-24 14:11:57,075 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-03-24 14:11:57,076 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-03-24 14:11:57,076 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-03-24 14:11:57,077 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-03-24 14:11:57,121 - stpipe.Image2Pipeline - INFO - Processing product starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_rate.fits_cal
2022-03-24 14:11:57,122 - stpipe.Image2Pipeline - INFO - Working on input <ImageModel(1024, 1032) from starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_rate.fits> ...
2022-03-24 14:11:57,250 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-03-24 14:11:57,253 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-03-24 14:11:57,440 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-03-24 14:11:57,515 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  0.020280823 -0.019911110 0.022748429 0.011276059 359.991689320 0.013848713 359.988882252 -0.017352157
2022-03-24 14:11:57,516 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  0.020280823 -0.019911110 0.022748429 0.011276059 359.991689320 0.013848713 359.988882252 -0.017352157
2022-03-24 14:11:57,517 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-03-24 14:11:57,550 - stpipe.Image2Pipeline.assign_wcs - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/astropy/modeling/fitting.py:782: AstropyUserWarning: The fit may be poorly conditioned

  warnings.warn("The fit may be poorly conditioned\n",

2022-03-24 14:11:57,606 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-03-24 14:11:57,745 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-03-24 14:11:57,747 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-03-24 14:11:57,859 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-03-24 14:11:57,860 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-03-24 14:11:57,861 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-03-24 14:11:57,869 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-03-24 14:11:58,000 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-03-24 14:11:58,132 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-03-24 14:11:58,133 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-03-24 14:11:58,158 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits
2022-03-24 14:11:58,158 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-03-24 14:11:58,244 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-03-24 14:11:58,245 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-03-24 14:11:58,245 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-03-24 14:11:58,246 - stpipe.Image2Pipeline.photom - INFO -  filter: F1130W
2022-03-24 14:11:58,292 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-03-24 14:11:58,294 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-03-24 14:11:58,296 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 2.54947
2022-03-24 14:11:58,313 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-03-24 14:11:58,449 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-03-24 14:11:58,451 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None}
2022-03-24 14:11:58,479 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-03-24 14:11:58,612 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-03-24 14:11:59,338 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-03-24 14:11:59,722 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-03-24 14:12:00,341 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-03-24 14:12:00,700 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-03-24 14:12:01,306 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-03-24 14:12:01,664 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-03-24 14:12:02,326 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-03-24 14:12:02,712 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  0.020228939 -0.020106952 0.022979169 0.011232559 359.991608992 0.013985480 359.988858761 -0.017354031
2022-03-24 14:12:02,838 - stpipe.Image2Pipeline.resample - INFO - Saved model in starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_i2d.fits
2022-03-24 14:12:02,839 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-03-24 14:12:02,840 - stpipe.Image2Pipeline - INFO - Finished processing product starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_rate.fits_cal
2022-03-24 14:12:02,843 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-03-24 14:12:03,025 - stpipe.Image2Pipeline - INFO - Saved model in starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal.fits
2022-03-24 14:12:03,026 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-03-24 14:12:03,064 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-03-24 14:12:03,065 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-03-24 14:12:03,067 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-03-24 14:12:03,068 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-03-24 14:12:03,069 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-03-24 14:12:03,071 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-03-24 14:12:03,223 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-03-24 14:12:03,228 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': '/internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/tmp/tmp6jt7fbtx/starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_rate.fits_cal.fits', 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None}}}
2022-03-24 14:12:03,236 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-03-24 14:12:03,239 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-03-24 14:12:03,242 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-03-24 14:12:03,242 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-03-24 14:12:03,242 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-03-24 14:12:03,243 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-03-24 14:12:03,243 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf'.
2022-03-24 14:12:03,244 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-03-24 14:12:03,245 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-03-24 14:12:03,246 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf'.
2022-03-24 14:12:03,247 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0626.fits'.
2022-03-24 14:12:03,248 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-03-24 14:12:03,249 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-03-24 14:12:03,249 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-03-24 14:12:03,250 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-03-24 14:12:03,250 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-03-24 14:12:03,250 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-03-24 14:12:03,251 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-03-24 14:12:03,251 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits'.
2022-03-24 14:12:03,252 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-03-24 14:12:03,252 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-03-24 14:12:03,253 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-03-24 14:12:03,253 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-03-24 14:12:03,254 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-03-24 14:12:03,254 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-03-24 14:12:03,297 - stpipe.Image2Pipeline - INFO - Processing product starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_rate.fits_cal
2022-03-24 14:12:03,298 - stpipe.Image2Pipeline - INFO - Working on input <ImageModel(1024, 1032) from starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_rate.fits> ...
2022-03-24 14:12:03,441 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-03-24 14:12:03,442 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-03-24 14:12:03,640 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-03-24 14:12:03,718 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  0.020280823 -0.019911110 0.022748429 0.011276059 359.991689320 0.013848713 359.988882252 -0.017352157
2022-03-24 14:12:03,718 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  0.020280823 -0.019911110 0.022748429 0.011276059 359.991689320 0.013848713 359.988882252 -0.017352157
2022-03-24 14:12:03,719 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-03-24 14:12:03,757 - stpipe.Image2Pipeline.assign_wcs - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/astropy/modeling/fitting.py:782: AstropyUserWarning: The fit may be poorly conditioned

  warnings.warn("The fit may be poorly conditioned\n",

2022-03-24 14:12:03,819 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-03-24 14:12:03,977 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-03-24 14:12:03,979 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-03-24 14:12:04,095 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-03-24 14:12:04,096 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-03-24 14:12:04,097 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-03-24 14:12:04,104 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-03-24 14:12:04,247 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-03-24 14:12:04,500 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-03-24 14:12:04,502 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-03-24 14:12:04,531 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits
2022-03-24 14:12:04,532 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-03-24 14:12:04,625 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-03-24 14:12:04,626 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-03-24 14:12:04,626 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-03-24 14:12:04,626 - stpipe.Image2Pipeline.photom - INFO -  filter: F1130W
2022-03-24 14:12:04,674 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-03-24 14:12:04,676 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-03-24 14:12:04,677 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 2.54947
2022-03-24 14:12:04,695 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-03-24 14:12:04,963 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-03-24 14:12:04,965 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None}
2022-03-24 14:12:04,993 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-03-24 14:12:05,129 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-03-24 14:12:05,896 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-03-24 14:12:06,319 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-03-24 14:12:07,046 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-03-24 14:12:07,415 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-03-24 14:12:08,126 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-03-24 14:12:08,498 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-03-24 14:12:09,152 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-03-24 14:12:09,559 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  0.020228939 -0.020106952 0.022979169 0.011232559 359.991608992 0.013985480 359.988858761 -0.017354031
2022-03-24 14:12:09,685 - stpipe.Image2Pipeline.resample - INFO - Saved model in starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_i2d.fits
2022-03-24 14:12:09,685 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-03-24 14:12:09,686 - stpipe.Image2Pipeline - INFO - Finished processing product starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_rate.fits_cal
2022-03-24 14:12:09,688 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-03-24 14:12:09,861 - stpipe.Image2Pipeline - INFO - Saved model in starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal.fits
2022-03-24 14:12:09,862 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-03-24 14:12:09,900 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-03-24 14:12:09,901 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-03-24 14:12:09,903 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-03-24 14:12:09,904 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-03-24 14:12:09,905 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-03-24 14:12:09,907 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-03-24 14:12:10,102 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-03-24 14:12:10,107 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': '/internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/tmp/tmp6jt7fbtx/starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_rate.fits_cal.fits', 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None}}}
2022-03-24 14:12:10,115 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-03-24 14:12:10,120 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-03-24 14:12:10,121 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-03-24 14:12:10,121 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-03-24 14:12:10,122 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-03-24 14:12:10,122 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-03-24 14:12:10,122 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf'.
2022-03-24 14:12:10,124 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-03-24 14:12:10,125 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-03-24 14:12:10,126 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf'.
2022-03-24 14:12:10,127 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0626.fits'.
2022-03-24 14:12:10,128 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-03-24 14:12:10,128 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-03-24 14:12:10,129 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-03-24 14:12:10,129 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-03-24 14:12:10,129 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-03-24 14:12:10,130 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-03-24 14:12:10,130 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-03-24 14:12:10,130 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits'.
2022-03-24 14:12:10,131 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-03-24 14:12:10,132 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-03-24 14:12:10,132 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-03-24 14:12:10,132 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-03-24 14:12:10,132 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-03-24 14:12:10,133 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-03-24 14:12:10,185 - stpipe.Image2Pipeline - INFO - Processing product starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_rate.fits_cal
2022-03-24 14:12:10,186 - stpipe.Image2Pipeline - INFO - Working on input <ImageModel(1024, 1032) from starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_rate.fits> ...
2022-03-24 14:12:10,450 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-03-24 14:12:10,452 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-03-24 14:12:10,662 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-03-24 14:12:10,744 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  0.021816705 -0.019412262 0.024284311 0.011774907 359.993225201 0.014347561 359.990418134 -0.016853309
2022-03-24 14:12:10,745 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  0.021816705 -0.019412262 0.024284311 0.011774907 359.993225201 0.014347561 359.990418134 -0.016853309
2022-03-24 14:12:10,745 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-03-24 14:12:10,779 - stpipe.Image2Pipeline.assign_wcs - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/astropy/modeling/fitting.py:782: AstropyUserWarning: The fit may be poorly conditioned

  warnings.warn("The fit may be poorly conditioned\n",

2022-03-24 14:12:10,837 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-03-24 14:12:11,115 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-03-24 14:12:11,116 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-03-24 14:12:11,296 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-03-24 14:12:11,297 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-03-24 14:12:11,298 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-03-24 14:12:11,306 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-03-24 14:12:11,452 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-03-24 14:12:11,729 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-03-24 14:12:11,731 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-03-24 14:12:11,756 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits
2022-03-24 14:12:11,757 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-03-24 14:12:11,852 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-03-24 14:12:11,853 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-03-24 14:12:11,854 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-03-24 14:12:11,854 - stpipe.Image2Pipeline.photom - INFO -  filter: F1130W
2022-03-24 14:12:11,945 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-03-24 14:12:11,948 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-03-24 14:12:11,949 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 2.54947
2022-03-24 14:12:11,966 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-03-24 14:12:12,140 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_rate.fits>,).
2022-03-24 14:12:12,142 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None}
2022-03-24 14:12:12,179 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-03-24 14:12:12,409 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-03-24 14:12:13,224 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-03-24 14:12:13,578 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-03-24 14:12:14,215 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-03-24 14:12:14,596 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-03-24 14:12:15,231 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-03-24 14:12:15,602 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-03-24 14:12:16,232 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-03-24 14:12:16,603 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  0.021764821 -0.019608104 0.024515051 0.011731407 359.993144874 0.014484328 359.990394643 -0.016855183
2022-03-24 14:12:16,729 - stpipe.Image2Pipeline.resample - INFO - Saved model in starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_i2d.fits
2022-03-24 14:12:16,730 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-03-24 14:12:16,731 - stpipe.Image2Pipeline - INFO - Finished processing product starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_rate.fits_cal
2022-03-24 14:12:16,733 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-03-24 14:12:16,905 - stpipe.Image2Pipeline - INFO - Saved model in starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal.fits
2022-03-24 14:12:16,906 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-03-24 14:12:16,943 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-03-24 14:12:16,944 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-03-24 14:12:16,945 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-03-24 14:12:16,946 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-03-24 14:12:16,947 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-03-24 14:12:16,949 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-03-24 14:12:17,117 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-03-24 14:12:17,122 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': '/internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/tmp/tmp6jt7fbtx/starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_rate.fits_cal.fits', 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None}}}
2022-03-24 14:12:17,130 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-03-24 14:12:17,138 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-03-24 14:12:17,139 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-03-24 14:12:17,140 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-03-24 14:12:17,140 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-03-24 14:12:17,141 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-03-24 14:12:17,141 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf'.
2022-03-24 14:12:17,142 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-03-24 14:12:17,144 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-03-24 14:12:17,144 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf'.
2022-03-24 14:12:17,145 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0626.fits'.
2022-03-24 14:12:17,147 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-03-24 14:12:17,148 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-03-24 14:12:17,148 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-03-24 14:12:17,148 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-03-24 14:12:17,149 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-03-24 14:12:17,149 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-03-24 14:12:17,150 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-03-24 14:12:17,151 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits'.
2022-03-24 14:12:17,152 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-03-24 14:12:17,152 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-03-24 14:12:17,153 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-03-24 14:12:17,153 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-03-24 14:12:17,154 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-03-24 14:12:17,154 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-03-24 14:12:17,203 - stpipe.Image2Pipeline - INFO - Processing product starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_rate.fits_cal
2022-03-24 14:12:17,204 - stpipe.Image2Pipeline - INFO - Working on input <ImageModel(1024, 1032) from starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_rate.fits> ...
2022-03-24 14:12:17,357 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-03-24 14:12:17,358 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-03-24 14:12:17,558 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-03-24 14:12:17,646 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  0.021816705 -0.019412262 0.024284311 0.011774907 359.993225201 0.014347561 359.990418134 -0.016853309
2022-03-24 14:12:17,647 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  0.021816705 -0.019412262 0.024284311 0.011774907 359.993225201 0.014347561 359.990418134 -0.016853309
2022-03-24 14:12:17,647 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-03-24 14:12:17,684 - stpipe.Image2Pipeline.assign_wcs - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/astropy/modeling/fitting.py:782: AstropyUserWarning: The fit may be poorly conditioned

  warnings.warn("The fit may be poorly conditioned\n",

2022-03-24 14:12:17,741 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-03-24 14:12:17,892 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-03-24 14:12:17,894 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-03-24 14:12:18,005 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-03-24 14:12:18,006 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-03-24 14:12:18,007 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-03-24 14:12:18,013 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-03-24 14:12:18,145 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-03-24 14:12:18,292 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-03-24 14:12:18,294 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-03-24 14:12:18,319 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits
2022-03-24 14:12:18,319 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-03-24 14:12:18,406 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-03-24 14:12:18,407 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-03-24 14:12:18,407 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-03-24 14:12:18,407 - stpipe.Image2Pipeline.photom - INFO -  filter: F1130W
2022-03-24 14:12:18,455 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-03-24 14:12:18,457 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-03-24 14:12:18,458 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 2.54947
2022-03-24 14:12:18,476 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-03-24 14:12:18,628 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-03-24 14:12:18,629 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None}
2022-03-24 14:12:18,655 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-03-24 14:12:18,790 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-03-24 14:12:19,402 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-03-24 14:12:19,758 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-03-24 14:12:20,382 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-03-24 14:12:20,739 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-03-24 14:12:21,342 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-03-24 14:12:21,712 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-03-24 14:12:22,356 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-03-24 14:12:22,747 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  0.021764821 -0.019608104 0.024515051 0.011731407 359.993144874 0.014484328 359.990394643 -0.016855183
2022-03-24 14:12:22,867 - stpipe.Image2Pipeline.resample - INFO - Saved model in starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_i2d.fits
2022-03-24 14:12:22,868 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-03-24 14:12:22,869 - stpipe.Image2Pipeline - INFO - Finished processing product starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_rate.fits_cal
2022-03-24 14:12:22,871 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-03-24 14:12:23,051 - stpipe.Image2Pipeline - INFO - Saved model in starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal.fits
2022-03-24 14:12:23,052 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done

[[<ImageModel(1024, 1032) from starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal.fits>], [<ImageModel(1024, 1032) from starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal.fits>], [<ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal.fits>], [<ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal.fits>], [<ImageModel(1024, 1032) from starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal.fits>], [<ImageModel(1024, 1032) from starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal.fits>], [<ImageModel(1024, 1032) from starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal.fits>], [<ImageModel(1024, 1032) from starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal.fits>]]


imagelist = [ele.replace('rate', 'cal') for ele in ratefilenames]
print(imagelist)

['starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal.fits', 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal.fits', 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal.fits', 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal.fits', 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal.fits', 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal.fits', 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal.fits', 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal.fits']


# find stars and get RA, Dec from *_cal.fits files

# Run DAOStarFinder to find sources in image
allRAdiff_cal = []
allDecdiff_cal = []

for calimage in imagelist:
    image = ImageModel(calimage)
    
    # pull out data portion of input file
    data = image.data
    
    # print stats on input image
    print(calimage)
    mean, median, std = sigma_clipped_stats(data, sigma=200.0, maxiters=5)  # default sigma=3
    print('Image mean, median and std',mean, median, std)

    ap_radius = 5.  # radius for aperture for centroiding and photometry

    daofind = DAOStarFinder(fwhm=3.0, threshold=10.*std)    # default threshold=5*std, fwhm=3
    sources = daofind(data)     

    # Create apertures for x,y positions
    positions = tuple(zip(sources['xcentroid'], sources['ycentroid']))
    #print(positions)

    #positions = (sources['xcentroid'], sources['ycentroid'])
    apertures = CircularAperture(positions, r=ap_radius)
    
    # using wcs info from images, put coordinates into RA, Dec
    ra, dec = image.meta.wcs(sources['xcentroid'], sources['ycentroid'])

    # add RA, Dec to sources table

    ra_col = Column(name='RA', data=ra)
    dec_col = Column(name='Dec', data=dec)
    sources.add_column(ra_col)
    sources.add_column(dec_col)

    # print RA, Dec for each x, y position found
    #print(sources['xcentroid', 'ycentroid', 'RA', 'Dec'])  

    sources_sub = sources['xcentroid', 'ycentroid', 'RA', 'Dec']
    sources_sub.pprint_all()
    print()
    
    # read in text file with RA and Dec input coordinates
    RA_in, Dec_in = np.loadtxt( coords, dtype=str, unpack=True)

    # put RA and Dec into floats
    RA_sim = RA_in.astype(float)
    Dec_sim = Dec_in.astype(float)
    
    # Put ra, dec coords into a table
    cat1_sim = Table([RA_sim, Dec_sim], names=('ra', 'dec'))
    cat2_calc = Table([ra, dec], names=('ra', 'dec'))
    
    # Get coordinates with SkyCoord for each catalog
    
    coord_cat1_sim = SkyCoord(ra=cat1_sim['ra'], dec=cat1_sim['dec'], unit="deg")
    coord_cat2_calc = SkyCoord(ra=cat2_calc['ra'], dec=cat2_calc['dec'], unit="deg")
    ind_cat2_cat1, dist_2d, _ = match_coordinates_sky(coord_cat1_sim, coord_cat2_calc)
    
    # Find where the catalogs match
    
    cat1_matched = cat1_sim[dist_2d.arcsec<0.05]
    cat2_matched = cat2_calc[ind_cat2_cat1[dist_2d.arcsec<0.05]]
    
    #print(cat1_matched)
    
    # Get differences in RA, Dec
    ra_diff = cat2_matched['ra'] - cat1_matched['ra']
    dec_diff = cat2_matched['dec'] - cat1_matched['dec'] 
    
    #print(ra_diff)
    
    # put differences in milliarcseconds
    ra_diff = ra_diff * 3600000
    dec_diff = dec_diff * 3600000
    
    
    # Compare input RA, Dec to found RA, Dec
    print('RA_Diff (mas)  Dec_diff (mas) pass/fail')
    # Find if the differences are within the allowed 30 mas range
    for i in np.arange(0,len(ra_diff)):
        #if ra_diff[i] < 30 and dec_diff[i] < 30:
        allRAdiff_cal.append(ra_diff[i])
        allDecdiff_cal.append(dec_diff[i])
        if abs(ra_diff[i]) < 30 and abs(dec_diff[i]) < 30: 
            test = 'pass' 
        else: 
            test = 'fail'
        print('{:15.6f} {:15.6f} {}'.format(ra_diff[i], dec_diff[i], test))
 
    
    # Plot ra and dec differences
    plt.title ('Differences in RA and Dec in milliarcseconds')
    plt.ylabel('Delta RA')
    plt.xlabel('Delta Dec')
    plt.scatter(ra_diff,dec_diff)
    plt.show()
 
    # Plot should show no differences greater than 30 milliarcseconds  
    
meanRAdiff_cal, medianRAdiff_cal, stdRAdiff_cal = sigma_clipped_stats(allRAdiff_cal, sigma=5.0, maxiters=5)  # default sigma=3
meanDecdiff_cal, medianDecdiff_cal, stdDecdiff_cal = sigma_clipped_stats(allDecdiff_cal, sigma=5.0, maxiters=5)  # default sigma=3

print('RA difference mean, median and std (units in mas)',meanRAdiff_cal, medianRAdiff_cal, stdRAdiff_cal) 
print('Dec difference mean, median and std (units in mas)',meanDecdiff_cal, medianDecdiff_cal, stdDecdiff_cal)

starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal.fits
Image mean, median and std 11.393542 10.826687 55.011623
    xcentroid          ycentroid                RA                   Dec          
------------------ ------------------ --------------------- ----------------------
 608.5415674187961 2.5119766176307223 0.0008812919624467749  -0.014594789515541495
 685.5194495798157 5.5188105009736175     359.9985262521632  -0.014309517462321978
 886.3394041097413 32.119070281158955    359.99243205390275  -0.012997454423196865
    953.8640393199  37.04011242844017     359.9903742953238  -0.012674257323148128
444.47609551197064 61.922582668650286  0.006066875156909462  -0.013223542150700983
  708.539078792773  73.05874981354657     359.9979903713137   -0.01222441448341229
373.69156711571156  82.73445867221936   0.00829150779169885  -0.012772340592118013
 429.1719580852977   96.9350873606011 0.0066252609207797806   -0.01220541183653611
486.33656250883286 111.09479540127342 0.0049071267763785495  -0.011634212317900124
  812.818016502769 135.61499300669485     359.9949510782622  -0.010070810306428344
 550.2541709849713 143.00728324989907  0.003027257861743836  -0.010506369320026828
  856.669674639311   163.941532747077    359.99367943542825  -0.009101781916248714
 943.4770993700253 165.11663853495494    359.99102011241314  -0.008847567308604684
 379.3675519242359 175.61124295871804  0.008352878219398573  -0.009943295128109814
 390.9846006266449 182.23371017799838  0.008013454071705377  -0.009712529245328462
464.78741113955334  193.6264598801728  0.005779073595006636  -0.009180116965875892
 706.4675734066059  205.4374537771488    359.99839582116016  -0.008215197294039717
 471.0120867553802 208.50201007466694  0.005626274700481911  -0.008710684120420042
 848.6281552463014 225.05905956689554    359.99408676890266  -0.007263193491265538
 717.2680096211556 238.78542812577177     359.9981519861035  -0.007170315851777638
 640.8254738397458  287.3850110723211  0.000623866158697791  -0.005872632451303791
  696.647862932052  311.4570263322215     359.9989761969678  -0.004996253375845009
 534.5080406150863  350.3689320851547  0.004046584544183354  -0.004204164820881179
432.09694109427744  418.3411466005772  0.007357153703276762  -0.002371455183037188
 665.3824794715022  444.0669679431664 0.0002867232340403056 -0.0009972307220539013
 704.8442236777602  454.5198152664274      359.999107133171  -0.000579048618063702
 397.1594591938331  455.0466542459958  0.008519471619160033 -0.0013305641705300796
  670.371981463498  468.5413077513855 0.0001994299693774992 -0.0002316467303177302
  857.038262255815  554.7270783588783     359.9947248543858  0.0028686960910657405
 890.8576431575337  564.4910139563399    359.99371776586474  0.0032483115672433368
 971.7410107427238  581.0301273603288    359.99129032918023    0.00394460501697729
 769.8182651492822  587.3991534539016    359.99748044484795   0.003666592325947924
 815.4649708309157    621.70236297117     359.9961801265635   0.004829526225418064
 457.3069563867852  695.4839439228793  0.007299417401295441   0.006221092374688667
 663.7522305772287  727.5606487303378 0.0010956440902465164   0.007718343531580888
 956.3618123173031  732.7240339832271    359.99218701382824   0.008563603509703683
  762.012822991855  738.3493833972611     359.9981307363725   0.008284707812831934
 475.7809197718267  787.1175421157932  0.006972911155176817   0.009078806556077986
 820.4534971417371  846.8578899992237     359.9966476213018   0.011744457761829495
 775.2535830946825   852.768447668375    359.99803938143555   0.011819236104458666
 821.2496942034151  862.1639462053263     359.9966653732796   0.012214125952000665
 811.2868482580394  907.0113339507423     359.9970911975458   0.013560409281168691
 979.8333015194123  908.5670123070836    359.99196470996947   0.013994547909521428
 798.8612490361676   917.691370731965     359.9974981525205   0.013857233119648482
 757.3289724429274   919.148267240695    359.99876455354797    0.01380396414649375
 897.3875798865843  936.7583695764755    359.99455365921426   0.014667036969114682
 628.0267683752969  974.7373812387208 0.0028386713057134997   0.015187773153686161
 456.3574329732993  987.6670781265088  0.008076589320650552   0.015153509703638865

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -5.207227        3.470927 pass
      -3.050926        4.439231 pass
      -0.996357       -4.430599 pass
       0.939315        2.117388 pass
      11.707788        5.337136 pass
       7.149973        6.062934 pass
       0.553332       -5.238659 pass
       1.601453       -5.067627 pass
       1.697829       -5.631014 pass
      -1.281275       -9.563286 pass
      -4.963313        1.647943 pass
       3.280159       -0.696398 pass
       6.368050        6.503431 pass
       0.456395        2.835656 pass
       2.121554        1.834933 pass
       5.167542        4.385102 pass
      -1.183299        2.783353 pass
      -2.226832        4.449976 pass
      -4.049435        1.648257 pass
       0.479416       -0.175025 pass
       4.309084        2.687847 pass
      -2.888835        5.073412 pass
       1.185049       -5.021939 pass
       7.481744        4.282897 pass
       1.336729        5.707860 pass
      -2.097355      -14.067451 pass
      -3.550218       -8.627365 pass
      -1.495641       -4.193355 pass
       0.264942        3.178923 pass
      -1.044110       -1.627526 pass
       1.063166       -0.926363 pass
      -1.226829        3.733089 pass
      -3.144371       -8.905588 pass
      -0.949059       -4.651874 pass
       1.828050        2.373868 pass
       1.634658        5.294717 pass
      -0.842887       -2.478358 pass
      -2.052110        1.271771 pass
      -0.524211       -8.294072 pass
       0.194050       -1.635924 pass
       0.988922        8.337166 pass
      -0.438410        2.537539 pass
      -2.256193        4.053427 pass
       0.928302        5.870448 pass
       7.604687        1.557689 pass
       2.956177       10.089741 pass

starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal.fits
Image mean, median and std 11.394609 10.827406 55.007805
    xcentroid          ycentroid                RA                     Dec          
------------------ ------------------ ---------------------- -----------------------
 608.5461714111817 2.5131153270429225  0.0008811535076687153   -0.014594743852346248
 685.5165542363047  5.522005289569982      359.9985263490218   -0.014309429398466314
 886.3377102041173  32.12032234845156     359.99243210897583   -0.012997421405947096
  953.858650908105 37.038714754591744     359.99037445698593   -0.012674313169426505
 444.4760693354769 61.921174725845646   0.006066872395400456   -0.013223584608591675
 708.5375051993097  73.05653065791925      359.9979904139565   -0.012224485327696166
 373.6920713251912  82.73362445593573   0.008291490212003361   -0.012772364504572807
 429.1710480615856   96.9361473590585  0.0066252915340002895   -0.012205382067991825
486.33656507950644  111.0929968883717   0.004907122116154008   -0.011634266764592633
 812.8169111357602 135.61175256667016      359.9949511037864   -0.010070911221503798
 550.2506815991629  143.0082980431957   0.003027367540328657   -0.010506347247348124
  856.666574138678 163.94025852158114     359.99367952721065   -0.009101828365468878
 943.4725862005791  165.1160847976937      359.9910202493613   -0.008847595467969826
379.36603019242443 175.61024962497083   0.008352922362656737   -0.009943329177441321
 390.9868475960879 182.23166489994372   0.008013379965691413   -0.009712585890208804
 464.7874252509071 193.62567333213758    0.00577907114864779   -0.009180140912869495
 706.4641169351513 205.44112744056818     359.99839593680207    -0.00821509388991974
 471.0128665836423 208.50627769129127   0.005626261725713367   -0.008710551901505456
 848.6275210111238 225.06047475891756      359.9940867921008   -0.007263151929571056
 717.2689344128596 238.78521514635145     359.99815195717895    -0.00717032006242251
 640.8223349387042  287.3876388648545  0.0006239692904470007   -0.005872559700757004
  696.649043669952  311.4598971472418      359.9989761683857   -0.004996162404240498
 534.5084442349707 350.37099693129943   0.004046577556716191    -0.00420410034973628
432.09618931856727  418.3419770115535    0.00735717883136822  -0.0023714315343018777
 665.3849005558758  444.0678377273824 0.00028665146587420707  -0.0009971980130367556
 704.8443491573435  454.5162471160152     359.99910711974667  -0.0005791581225037081
397.16046445276737 455.04418207058586   0.008519434584673621  -0.0013306377093679634
  670.369979887094 468.54191939872646 0.00019949283603036086 -0.00023163279961321113
 857.0397112859981  554.7274188893667     359.99472481101884    0.002868709976703097
 890.8578568837343  564.4940272892437      359.9937177677001   0.0032484046780216053
 971.7393022215407  581.0309188009905      359.9912903836618     0.00394462536976469
 769.8173270515161  587.4004878427158      359.9974804771503   0.0036666311271152862
  815.465578086775   621.703407654051     359.99618011089166    0.004829559764486471
457.30976496488194  695.4853021868445   0.007299335355773578    0.006221141229410244
 663.7519356998866  727.5614345432715   0.001095655178011445   0.0077183669280205805
 956.3618069104094  732.7218311115429       359.992187007799    0.008563535989006233
 762.0142852652106  738.3497994697638      359.9981306929402    0.008284724036588096
475.77984981811954  787.1204617950921   0.006972951205655511    0.009078893288449403
 820.4530900979327  846.8571043631532     359.99664763153703    0.011744432795549499
 775.2564955710666  852.7653273770777      359.9980392843252    0.011819147585457136
 821.2501449789805  862.1642779577346        359.99666536047     0.01221413713982896
 811.2847022881816  907.0118295127575     359.99709126416207    0.013560419393838364
 979.8325668501478   908.565764385858     359.99196472886814     0.01399450816804262
 798.8585276961667  917.6911602746128      359.9974982346854    0.013857220326868504
 757.3271158499823  919.1512240355106      359.9987646179659    0.013804049958067223
 897.3858508178394  936.7555527010198      359.9945537040557    0.014666947106948183
   628.02654407017  974.7375500319221  0.0028386785543619677    0.015187777746555775
 456.3583448650907  987.6657631916269   0.008076558329031239    0.015153471999927788

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -4.975323        3.779849 pass
      -2.755133        4.393177 pass
      -1.254723       -4.312847 pass
       1.049522        2.224555 pass
      12.056479        5.654166 pass
       7.045844        6.047775 pass
       0.643793       -5.153523 pass
       1.717741       -4.927942 pass
       1.564505       -5.895754 pass
      -1.241359       -9.479059 pass
      -4.926467        1.558064 pass
       3.424340       -0.384162 pass
       6.451563        6.653054 pass
       0.439618        2.639647 pass
       2.009985        1.699200 pass
       5.497958        4.217884 pass
      -1.157204        2.799888 pass
      -2.576429        4.131308 pass
      -4.059377        1.495409 pass
       0.431088       -0.569241 pass
       4.206189        3.015345 pass
      -2.649017        5.109818 pass
       1.381183       -4.948669 pass
       7.573631        3.919603 pass
       1.490243        5.452820 pass
      -2.392719      -13.891574 pass
      -3.571924       -8.870440 pass
      -1.520796       -3.961259 pass
       0.256135        3.092714 pass
      -0.976075       -1.770595 pass
       1.645149       -1.127410 pass
      -1.065399        3.409585 pass
      -3.200790       -8.784848 pass
      -1.105415       -4.593468 pass
       1.764763        2.287784 pass
       1.367876        5.090795 pass
      -0.836280       -2.143159 pass
      -1.825790        1.321921 pass
      -0.680332       -8.244084 pass
       0.392313       -1.517061 pass
       0.942213        8.813155 pass
      -0.279494        2.414961 pass
      -2.302308        4.093703 pass
       1.323145        5.949910 pass
       8.097701        1.456315 pass
       3.372487       10.461996 pass

starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal.fits
Image mean, median and std 11.459499 10.829639 55.680965
    xcentroid          ycentroid                RA                    Dec          
------------------ ------------------ ---------------------- ----------------------
  632.757520509536  43.52799873198921  0.0008804967979520648  -0.014626457969967293
 709.8257801184594 47.507856164720145     359.99852516247785  -0.014311550857858348
 910.5959218383333  74.15073580836673     359.99243330115337  -0.012997209251142885
 978.1734916601412  79.09634950402457     359.99037406382115  -0.012674008968996101
 468.7130887677887 103.70932107395348   0.006068286014852335   -0.01322360404683915
  732.790984782116 114.80235210425441     359.99799208670777  -0.012224549793193257
  397.984710427444 124.51324600589399   0.008291256163280063  -0.012770390494991906
453.48648150451567  138.5482319055374   0.006624203827780067  -0.012205946184055615
 510.5826324979371 152.64448533976542   0.004908405341258196  -0.011634774691144639
 837.2149603482594  177.1785834572367      359.9949499615408  -0.010070545641559236
 574.5481104859573 184.43873533137992   0.003027600457347842  -0.010506876620650508
 881.0720770864376  205.4811392291359     359.99367911021494   -0.00910047240755286
 967.9227669585642 206.66121780659034     359.99101887212703   -0.00884787365368245
 403.5962440387207   216.998785601212   0.008354373151629148   -0.00994252422160558
 415.2777583527195 223.52829021424284   0.008012874091052141  -0.009713721429904707
 489.0920184154513 234.93882953827853   0.005778885460870573  -0.009179436773304156
 730.7977037082132 246.70779432945926     359.99839704252184  -0.008216395799283889
495.33441450714344 249.70017562299645   0.005625489983602337  -0.008712222746655486
 873.0776664428001 266.42458939825514      359.9940861819049   -0.00726229994756828
 741.6867097679047  279.9382786626609     359.99815100970363  -0.007172803098400693
380.14033396361117  301.2436539679342   0.009287748779498183  -0.007423548358097951
 665.2235848015512  328.5104074590912  0.0006236098759626848  -0.005872363696826033
 721.1009889243013 352.48437128381073     359.99897510732956  -0.004998591785375306
 558.8356054855649  391.3900339558093   0.004047855226464509  -0.004203748397144104
456.46867164126957  459.2609164373239  0.0073561127832601925  -0.002371745888469407
 689.8327353648502 485.06169266959915 0.00028755014973561054 -0.0009973537094344351
 729.3781725739266  495.5207376473076      359.9991061775121 -0.0005793868444065472
 421.5313298328499  495.9474141851409    0.00851819173856682 -0.0013308055493282981
 694.8390061976295  509.5305205319393 0.00020019156541582563 -0.0002319329312739653
14.081606885276077  557.2166447486212   0.021107528702098505 -0.0005205285248208323
 881.6543299915564  595.8568645041335      359.9947254230886  0.0028688929381400895
 915.4735869466531  605.5705900525442      359.9937187373024  0.0032461369049492667
 996.4781613563033  622.2440029897667      359.9912890038844   0.003944930128583014
 794.4678033778682  628.5049053250357     359.99747921198633   0.003667173736498765
  840.081104132367  662.8420150991536      359.9961810901739  0.0048294298273538795
 481.7458734746978  736.5408482211899   0.007300242502125687   0.006221561579575905
 688.4363469452317  768.8245040889547  0.0010937407243143905    0.00772151655478467
 981.1057496757138  774.1328899034736     359.99218742384153    0.00856640104398379
 786.7033611257062  779.6094428435799     359.99813025456774   0.008285777187910513
 500.3213435066071  828.2875623678548   0.006972292739396447   0.009079392487024846
 845.1395260116918  888.2486429009447      359.9966490980914   0.011744618340666048
 799.9582256550444  894.1529473093893      359.9980397938047   0.011819651703137203
  845.956261130645  903.5178548940592     359.99666619433395   0.012212638460852125
 835.9945894894588  948.4929444611175     359.99709237310265   0.013561331318791536
1004.5948488048369  950.0992666738197      359.9919654017713   0.013995388320326398
 823.5753939434358  959.1642392517674      359.9974990166614   0.013857674611357278
 782.0375957577447  960.5590014045085     359.99876499345754   0.013802953255150834
 922.1356667374224  978.2850292332223      359.9945543794388   0.014667538039234738
 652.6937363556877 1016.2119840128314  0.0028391970295941005   0.015188260679953809

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -3.623553       -0.168281 pass
       0.059981        6.028601 pass
       1.980539       -4.873354 pass
      -2.866220        0.193737 pass
       7.784920       -1.983088 pass
       3.634933       -2.891154 pass
      -3.193980       -6.285198 pass
      -2.836849       -2.974549 pass
      -2.909741       -6.499978 pass
      -8.133392        1.859597 pass
       0.353129        2.226026 pass
       1.053862        1.412953 pass
       4.254858        9.720189 pass
       5.059229        0.811112 pass
       3.996774        9.099333 pass
       0.709307        4.538448 pass
      -0.742303        5.946131 pass
       1.029653        1.425431 pass
      -2.960956       -1.392640 pass
       0.386387       -5.730427 pass
      -0.904394       -1.974089 pass
       1.343169        8.392748 pass
      -3.586016       -3.851537 pass
       3.461547        5.235690 pass
       7.512148        5.220745 pass
       0.873008      -12.378314 pass
      -2.074170        1.443758 pass
       3.078815       -2.694230 pass
      -0.412341        5.627616 pass
       1.446377        1.397953 pass
       0.229756       -0.032288 pass
       1.365980        5.536941 pass
       0.324626       -9.252622 pass
      -2.683556       -0.802124 pass
       0.922188        9.394218 pass
      -0.453272        1.002852 pass
       2.654289      -10.307142 pass
       0.689635        0.241447 pass
       1.523119       -7.585423 pass
       4.684152       -0.753304 pass
       8.988473       -1.648692 pass
      -1.836059        2.798112 pass
       4.943346        5.312802 pass
       0.699602       -1.301541 pass
       2.161646        4.044166 pass
       3.139657        0.454847 pass
       7.353079        5.775123 pass

starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal.fits
Image mean, median and std 11.461396 10.8295555 55.684906
    xcentroid          ycentroid                RA                     Dec          
------------------ ------------------ ---------------------- -----------------------
 632.7561014527342  43.52872182023289  0.0008805421841502914   -0.014626439834395417
 709.8260670657803   47.5058809583951     359.99852514867274   -0.014311609453108201
 910.5951520227544  74.15262735916836     359.99243332955854   -0.012997154434847552
 978.1739871993807   79.0963228230719     359.99037404856495   -0.012674008483594294
468.71224848996206 103.70989382247947   0.006068313256945353   -0.013223588820502662
 732.7915923131342 114.80647731539594     359.99799207867466   -0.012224423456660083
397.98413357499743 124.51335799099897   0.008291274143771397   -0.012770388542114123
  453.486222463101  138.5458169269537   0.006624205620663413   -0.012206020133662565
510.58256909558963  152.6453203832899   0.004908409425163492   -0.011634749468877803
 837.2169099602804 177.17912292467238      359.9949499031466   -0.010070524367891584
 574.5467924282938 184.53495588155457  0.0030278892909903717   -0.010503947947691706
  881.072757297264 205.48539115095912      359.9936791005724   -0.009100341356131934
  967.924538456573 206.66197471295982       359.991018819812    -0.00884784623803236
403.59519404561934 216.99772079775687    0.00835440263089767   -0.009942559373896534
415.27622730365823 223.52761937893004   0.008012919319993475   -0.009713745774778241
 489.0946428106659 234.93889167070938   0.005778805149752866   -0.009179428285502186
 730.7995005378147 246.70662956366752     359.99839698434306   -0.008216426945869442
495.33518932760904  249.7024097932946      0.005625471984489   -0.008712152430070601
 873.0774447239464 266.42532686273233      359.9940861906751   -0.007262277967259131
 741.6859285461186 279.93870052952946     359.99815103477613   -0.007172792110716809
 380.1370486212538  301.2438407112605   0.009287849891110325   -0.007423550962244108
 665.2269225901222 328.50792691218294  0.0006235010275023399   -0.005872431596713497
 721.1001264694142  352.4851006313926      359.9989751357025   -0.004998571502228098
 558.8372234547588 391.38558179923365  0.0040477940412439895   -0.004203881330246453
456.46151568364206 459.25963414936314  0.0073563282770390155  -0.0023718034928518613
 689.8318563457915 485.05914533128765 0.00028757019837587086  -0.0009974342669445198
 729.3758901700103 495.52228213954953     359.99910625149573   -0.000579344832615903
 421.5314421564851  495.9455044748265    0.00851818341899201   -0.001330864069702006
  694.837657200127  509.5318564734783 0.00020023640497505223 -0.00023189508643074546
14.081803113089986  557.2159960609778   0.021107521175067694   -0.000520547899563331
 881.6523091352415  595.8547570266802       359.994725479002   0.0028688234541196776
 915.4741065868286  605.5711695752242      359.9937187230363    0.003246155913113313
 996.4784351276294  622.2423567819199      359.9912889908665    0.003944880235320652
  794.469839790824  628.5055976724658      359.9974791517016    0.003667199836169508
 840.0786466311152  662.8404021273825     359.99618116074055    0.004829374543359347
481.74592656195796  736.5414197031473   0.007300242361110165    0.006221579246730632
 688.4356820369527  768.8238940960294  0.0010937593293049244    0.007721496260231114
 981.1089672696557  774.1361073647035      359.9921873347029    0.008566506832542512
 786.7045617896734   779.611802202087     359.99813022444624    0.008285852281610964
500.32197626807886  828.2892825101978   0.006972277957364353    0.009079446707737027
 845.1369459333854   888.244390359914      359.9966491649181    0.011744482514498526
 799.9586443996288  894.1555172153749     359.99803978807853    0.011819731140030567
 845.9561015097216  903.5187293444774      359.9966662015916    0.012212664779821414
 835.9932678302781  948.4906491194473      359.9970924070118    0.013561258281447422
1004.5949500781727  950.1001812322297      359.9919654012403    0.013995416431897886
 823.5785927457607  959.1670105496879      359.9974989269903     0.01385776651294443
 782.0375591951885  960.5596213741295     359.99876499624685    0.013802972059644389
 922.1365503429363  978.2855175769723      359.9945543539023    0.014667554933993935
 652.6933028870272 1016.2125890007942  0.0028392117697740244    0.015188278029826733

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -3.613511       -0.100585 pass
      -0.262835        6.359447 pass
       2.052714       -5.163361 pass
      -2.859766       -0.072481 pass
       7.735222       -2.194031 pass
       3.725194       -2.851599 pass
      -2.418203       -6.492574 pass
      -3.053874       -2.880590 pass
      -2.939692       -6.710651 pass
      -8.066415        1.786537 pass
       0.593705        1.737052 pass
       1.000647        1.608148 pass
       4.286430        9.799318 pass
       5.073931        0.901912 pass
       3.962061        9.571118 pass
       0.762371        4.600907 pass
      -0.762917        6.232104 pass
       1.127725        1.480246 pass
      -2.694615       -1.241397 pass
       0.488529       -5.657408 pass
      -0.540392       -1.983464 pass
       1.465242        8.129813 pass
      -3.632881       -4.031153 pass
       3.251328        5.312276 pass
       7.483229        5.675556 pass
       0.872500      -12.314712 pass
      -2.395069        1.824597 pass
       2.858548       -3.172789 pass
      -0.701461        5.658172 pass
       1.444465        1.499155 pass
       0.174834       -0.030541 pass
       1.274048        5.597762 pass
       0.578666       -9.451644 pass
      -2.791994       -0.531786 pass
       0.986918        9.401248 pass
      -0.290448        0.915211 pass
       2.602931      -10.238713 pass
       0.851058        0.377689 pass
       1.724407       -7.835565 pass
       4.786411       -0.555965 pass
       9.151863       -1.583404 pass
      -1.900856        3.051252 pass
       5.049471        5.186254 pass
       0.725730       -1.206793 pass
       3.201448       14.587388 pass
       2.951323        0.553543 pass
       7.143635        5.662995 pass

starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal.fits
Image mean, median and std 11.166319 10.819193 52.431835
    xcentroid          ycentroid                RA                     Dec          
------------------ ------------------ ---------------------- -----------------------
 646.9460364189496 123.58824806720995  0.0008803409666353219    -0.01462544759401453
 724.0252320146072  127.5820452764259      359.9985251448545      -0.014310524077353
 924.8606761687124 154.24326052907645      359.9924329361845   -0.012996383566727537
   992.45691902968 159.27374467532363     359.99037339685844   -0.012673064323221303
482.87053476521277 183.28959656865936   0.006068231603246421   -0.013222390879844007
 747.0589422960411 194.39222695244513      359.9979919488258   -0.012223096373398978
412.11218706689084 203.90829274053294   0.008291045403339596   -0.012771385160995604
467.56583952342805 217.90372011464456    0.00662635936109802    -0.01220484372594049
 524.7770858845939 231.89311550157834  0.0049079203445831455   -0.011633826109081785
 851.5364944961776  256.5001400819646     359.99495137802734   -0.010069281024660396
  588.705062769309 263.51085726272504  0.0030296502371099806   -0.010506455620478956
 895.4584259369747 284.53409875070355     359.99367964554193     -0.0091047589609821
 982.4255461949168  285.9202146860721     359.99101719217686   -0.008849400351720169
 417.7174017858739 295.82945696890056   0.008353917643836436   -0.009945222372284788
 429.4042633190108  302.3938491302124   0.008012662027330593   -0.009714355847956803
 503.2698996261898 313.66457227896325      0.005778574588179   -0.009182449351832687
 745.2283576279594  325.5350018038381     359.99839492246144   -0.008217355359381432
509.53867989539395 328.42412505899017   0.005624735426441953   -0.008713537241315246
 887.5443812545439  345.2641690333635      359.9940862878344      -0.007265244786619
 756.1049685736115 358.67865141799314      359.9981503199985    -0.00717342350491229
394.23291927272953 379.85017585787546   0.009287587812766219    -0.00742439167826378
 679.5634066559268  407.0596025804446  0.0006242027742464089   -0.005873736972104611
 735.4844061261805  431.0996831560591     359.99897662127745  -0.0049976416161509035
 573.1313058171473 469.80286113326713   0.004047329109084021   -0.004205179593319682
 470.5890419719976  537.6340474457602   0.007357930444448098    -0.00237327401915634
  704.327058625501  563.4788329832742 0.00028666582563447254  -0.0009992064146646443
 435.6105785039881  574.3863481872331   0.008520331771738035  -0.0013305748801799543
  743.874891664683  573.9747828254133      359.9991067931344  -0.0005809777008637135
 709.3557006099318  587.9666594324468  0.0001991739613351785 -0.00023358941671565873
27.531278375167513  635.8512293053622   0.021115014317358988  -0.0005216216890524824
 896.4408422838092  674.4980277163539     359.99472377077933   0.0028676799548390266
 930.3046944886573   684.334662079809      359.9937171097069   0.0032476367453057745
1011.3109434871345  701.0321927252717     359.99128955084143    0.003944579315404069
  809.095857702636  707.1484044619239     359.99747998772455   0.0036660735530476296
 854.7864857555858  741.5832025222157     359.99618146318284   0.0048288846011218705
  496.042646678495   815.501330316961    0.00730043085322982    0.006226567438309456
  702.974834779573  847.7555655541388  0.0010946992939119733    0.007721763324996789
 995.9743233516383  853.1699976082482      359.9921875269867    0.008566666045003165
 801.4327560408036  858.5945248989527      359.9981289789841    0.008286199706369223
 514.6244381546285  907.3352544164048   0.006973482959273866    0.009079930104721341
 859.8694947178157  967.5204508513665     359.99664969864597    0.011745747050078564
 814.6347535333018  973.4206873951758     359.99804066679786    0.011820395007652196
 860.6853482064994  982.8172971910304      359.9966667541225     0.01221360129934576

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -1.203028      -11.543093 pass
       4.893700        4.162587 pass
       7.721476        1.713322 pass
       1.151995       -5.124618 pass
       3.349600      -11.786469 pass
      -0.044192       -6.935209 pass
       4.794378       -5.669569 pass
      -4.682542        2.747970 pass
       2.515126        6.289380 pass
       5.338653        3.348377 pass
       4.636204       -0.881232 pass
       3.313240        4.226007 pass
       5.923951       -6.332260 pass
       2.400472        8.622028 pass
       0.833772        5.792833 pass
      -0.744716       -7.119723 pass
       5.836599       -2.309818 pass
      -1.483874       -5.010042 pass
      -1.616971       -5.114465 pass
       8.560898        9.788311 pass
       7.015773       10.453056 pass
       1.551072        5.642778 pass
      -1.702848        2.397762 pass
       1.184793       -7.846536 pass
      -1.531483       -5.217667 pass
      -2.171310        3.368436 pass
       1.667458      -11.215436 pass
      -7.275657        0.718943 pass
       0.163452        5.813420 pass
      -1.216702       -1.281053 pass
      -3.205055       -4.907717 pass
      -2.973739       -5.721900 pass
      -4.425194      -11.952163 pass
       3.370264        2.219160 pass
       8.427480        1.988662 pass
      -4.552465       -1.934069 pass
       3.303518       -4.400540 pass
       2.714841        2.164678 pass
       9.540854        5.559766 pass
      -2.908163       -5.041266 pass
      -0.279139        2.320706 pass

starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal.fits
Image mean, median and std 11.167205 10.820021 52.420555
    xcentroid          ycentroid                RA                    Dec          
------------------ ------------------ ---------------------- ----------------------
 646.9454800415763 123.59122321380107  0.0008803656879164385  -0.014625358834867506
 724.0256726768248 127.58013796160934      359.9985251264132   -0.01431058074881553
 924.8597080043684  154.2432706124099     359.99243296590157  -0.012996385708730001
 992.4534255006282  159.2718625921307      359.9903734990552  -0.012673130090554478
 482.8696673425391  183.2899835191299   0.006068259202637669  -0.013222381265036554
 747.0578849106864 194.39226082259032      359.9979919813537  -0.012223097981552028
 412.1139269048188 203.90945048821695    0.00829099500464183  -0.012771345469780142
467.56675428766414  217.9036290726527  0.0066263310760417415   -0.01220484420928609
 524.7779965210373 231.88761492892587   0.004907878219448835  -0.011633991987964873
 851.5351015628255 256.50133330428804      359.9949514239217  -0.010069248022576957
 588.7056787681511 263.50878787844727   0.003029625957239504   -0.01050651745401577
 895.4613105651895 284.53301855679746      359.9936795541991  -0.009104784903560181
 982.4265095675484  285.9188137972235     359.99101715886314  -0.008849440744045681
417.71543674308754  295.8303503510455   0.008353980132200288   -0.00994519994298999
 429.4043006594748   302.391294319142   0.008012654340806747  -0.009714434124611955
 503.2701695686526   313.660954522638   0.005778556956879143  -0.009182559722200206
  745.227175719965 325.53650613651814     359.99839496270187  -0.008217312112789378
 509.5395129140925  328.4264116852812   0.005624715832518511  -0.008713464923489102
 887.5432061951202  345.2660055868902      359.9940863288323  -0.007265191349839529
 756.1041842849181  358.6800425484636      359.9981503477614  -0.007173382702703706
394.23237537998807 379.85139546326104   0.009287607567243169  -0.007424355561664159
 679.5646720105382  407.0614691793956  0.0006241690117001846 -0.0058736764496161555
 735.4846227401789  431.0987984975643     359.99897661226294  -0.004997668302282632
 573.1327307968371  469.8028377674046   0.004047285469453377  -0.004205176771126612
 470.5899109886719   537.634139560142   0.007357904143361665 -0.0023732689841836083
 704.3299938731695  563.4795835368527 0.00028657817169840187 -0.0009991762174390486
 435.6099546323682  574.3867880651862   0.008520351938341926 -0.0013305629301788556
  743.876859351675  573.9722780891316     359.99910672620973  -0.000581050034878793
  709.353752512589  587.9671313943018 0.00019923473444689437 -0.0002335795982129045
27.528381239185606   635.852642005663   0.021115105964276147 -0.0005215862798103629
 896.4397012609306  674.5007838620852      359.9947238133093   0.002867761902645875
 930.3064781430503   684.334060840617      359.9937170535473   0.003247622400811566
1011.3112434924527  701.0314437239015     359.99128953955324   0.003944557036107322
 809.0957248208425  707.1478396927572     359.99747999022435   0.003666055911212994
 854.7882520124947  741.5815247429309     359.99618140466794   0.004828837272518164
 496.0419398685006  815.5016620469418   0.007300453193028751  0.0062265758102119555
 702.9741875563504  847.7562918805631  0.0010947209288824965   0.007721783980913229
 995.9721439659877  853.1689695028363     359.99218759056447   0.008566629720873442
 801.4316652320226  858.5921814993368      359.9981290057719   0.008286125536795407
 514.6267263594901  907.3369596675094    0.00697341792737487   0.009079987884410582
 859.8707171877863  967.5196606903338     359.99664965931487   0.011745725802043364
 814.6354876594828  973.4205911145488     359.99804064422983   0.011820393789056067
 860.6851506594377  982.8162979189045     359.99666675739485   0.012213570408960222

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -1.518582      -11.434383 pass
       4.791874        4.160847 pass
       7.655088        1.509304 pass
       1.251941       -4.977730 pass
       3.254916      -11.768343 pass
      -0.035192       -6.998720 pass
       4.866978       -5.626549 pass
      -4.604656        2.822331 pass
       2.373534        6.212887 pass
       5.104539        3.556384 pass
       4.783796       -0.688859 pass
       3.161590        3.628843 pass
       5.595117       -6.425653 pass
       2.319227        8.617641 pass
       0.933129        5.827446 pass
      -0.985645       -7.380126 pass
       5.804147       -2.405888 pass
      -1.412758       -4.880022 pass
      -1.657608       -5.194670 pass
       8.726118        9.907119 pass
       7.132873       10.447266 pass
       1.631495        5.672917 pass
      -1.473968        2.266995 pass
       1.027690       -7.836376 pass
      -1.594955       -5.615000 pass
      -1.803401        3.131674 pass
       1.456805      -11.385819 pass
      -7.179221        0.451932 pass
      -0.017983        5.956309 pass
      -1.244373       -1.562849 pass
      -3.407230       -4.959357 pass
      -2.754956       -5.686554 pass
      -4.272087      -11.657150 pass
       3.477246        2.211449 pass
       8.516476        2.308194 pass
      -4.623003       -1.673725 pass
       3.528476       -4.319795 pass
       2.726621        2.053472 pass
       9.453446        5.337166 pass
      -3.028093       -5.186679 pass
      -0.134273        2.476394 pass

starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal.fits
Image mean, median and std 11.14942 10.819677 52.3238
    xcentroid          ycentroid                RA                     Dec          
------------------ ------------------ ---------------------- -----------------------
 695.2882988999536 103.10651467532003  0.0008800008772832899   -0.014624813910079982
 772.3744183009295  107.0815682195305      359.9985245931245   -0.014309869787115948
  973.228381685913 133.63302595063803     359.99243224223216   -0.012997673379714877
 531.2457880501139 162.90678044840305   0.006067753827247839   -0.013222863142923662
 795.4098654036351 173.99541287004112      359.9979911433319   -0.012223925183360086
  460.547711377863  183.5249036196875   0.008289441834595316   -0.012772358696295038
 515.9706963233565 197.55498823067623   0.006625409028767752   -0.012205661433268716
 573.1045796641623 211.60813499707166   0.004909149394200925    -0.01163371221201762
 899.8933788590772 236.19645940742822      359.9949503013732   -0.010070332329877986
 637.0838241772371 243.32047754138887    0.00302930239325246   -0.010504872055279972
 943.8044405646633 264.45023347848417      359.9936793323863   -0.009100426256506654
466.16761385963326  275.6415362787146   0.008353364238678336    -0.00994304344948607
 477.7998425311254 282.12836328156897   0.008013547610210205   -0.009714975271219643
 551.6424228064568  293.5141692246144   0.005779824893848046   -0.009180675245526442
 793.5362941129501  305.3737976889193     359.99839615145964   -0.008218045255784857
 557.9115612743607  308.2309333789397   0.005626000043587533   -0.008713509112374706
   935.89818015132  325.1387934464577      359.9940855059957    -0.00726544155060442
 804.4990143921109  338.5651047740593      359.9981491833879  -0.0071737216779422215
 442.6930855595648  359.6109073627168   0.009288286507927042   -0.007424822264389844
 727.9952424701189 386.98027318926063  0.0006232392478226067   -0.005873735036980789
 783.9187945939353 411.06018073336685      359.9989753985937    -0.00499750078331377
 621.5759401883365  449.7014536319138    0.00404829003612404   -0.004205284148308415
 519.1902540839886  517.5298630654247   0.007357057943188697   -0.002371136402893473
 752.7897384965033   543.479054423098 0.00028734675743388586  -0.0009989984751563358
484.25480678313863   554.161793091394   0.008519257795758167   -0.001330984310451842
 792.3715451848047  553.9949623101498      359.9991060833142  -0.0005807988134908488
 757.8281459003109  567.9717563455148 0.00019999925135859084  -0.0002333580126112227
396.18338983138534  604.5780857775677    0.01133613097965103 -3.5146940737205506e-06
 76.35854360332827  615.2713546165651   0.021113604528003087  -0.0005212509629759039
 944.8620518533836  654.6300422676247      359.9947249668796   0.0028684712215900337
 978.7199582266016  664.4764120134141      359.9937180442408     0.00324823477261302
 857.5978321036471  687.1863850362278      359.9974808060295   0.0036657619234262495
 903.3383272720531  721.6639082807033     359.99618069821037    0.004829340458761752
  544.822969770774  795.1767613387013   0.007300501536278909     0.00622535560971207
 751.6593136994991  827.6341518190358  0.0010951813293202872   0.0077212194450194584
 850.0297444326784  838.5511439029677     359.99813041047923    0.008285502452127409
 563.5070365304637  886.9914021805405   0.006972577193303109    0.009079660723682728
 908.5174896745665  947.4667033713542     359.99665071218845     0.01174530799753924
 863.3821582485261    953.31539644542     359.99803984272904    0.011819834480523251
 909.4201911354062  962.7615722742491      359.9966654557789    0.012213561507437893
 899.4889080888873 1007.7029930107033      359.9970911156624    0.013559580759199472
 845.5160643327326 1019.3354165427019      359.9987631926184      0.0137889507124076
 887.0452334515168 1018.3645917674779      359.9974986040853    0.013855459901527773

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -1.425293       -1.944355 pass
       1.248327      -10.794511 pass
       1.472504        1.218840 pass
       5.735248        4.068766 pass
      -2.939804       -6.198041 pass
       0.208595       -4.091050 pass
       2.901706       -8.057076 pass
       0.928065       -7.143518 pass
      -2.947214        0.790002 pass
       6.163878        4.708791 pass
       2.077896        2.378605 pass
       1.821585       -1.589582 pass
       7.737819        4.636037 pass
       4.796591        9.265477 pass
      -0.566175        6.604130 pass
      -0.886222        4.092685 pass
      -3.300069       -6.475729 pass
       1.434937       -1.802820 pass
       1.031429       -6.560152 pass
      -3.183615        2.090733 pass
       4.684943        6.003612 pass
       4.115995        7.469340 pass
       1.805531        1.280195 pass
       4.644130       -8.222934 pass
       2.969618        1.169116 pass
      -1.086443       -9.574348 pass
      -2.122275       -1.791172 pass
      -5.609395        2.308693 pass
       1.971397       -3.510976 pass
       0.159267       -2.754819 pass
      -0.002695       -4.888845 pass
      -0.119234       -9.103602 pass
       0.872036       -2.424167 pass
       7.203158        4.269924 pass
       0.000157       -1.832805 pass
       1.311259        3.443582 pass
      -1.959196        2.021427 pass
       8.288616       11.260601 pass
       4.145255       -0.162921 pass

starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal.fits
Image mean, median and std 11.148314 10.819933 52.31703
    xcentroid          ycentroid                RA                    Dec          
------------------ ------------------ ---------------------- ----------------------
   695.28794170584 103.10641319490699  0.0008800115795231863   -0.01462481787900968
 772.3731936505352 107.08007937646431      359.9985246268782  -0.014309917872403828
 973.2281832908834  133.6348268676595       359.992432252969  -0.012997619538201288
 531.2461240972619 162.90616024026545   0.006067741924447004  -0.013222881168460607
 795.4082883628598  173.9964145346605     359.99799119432987   -0.01222389869223297
 460.5482539991836 183.52565213354322   0.008289427105149128  -0.012772334529918135
  515.971022928771 197.55386309448286   0.006625396116303293  -0.012205694933804823
 573.1055169320389  211.6075876893692  0.0049091192277255415  -0.011633726576394846
 899.8952017510751 236.19527724644132     359.99495024232874  -0.010070363843153046
  637.082904882704 243.32193769850684   0.003029334402767267   -0.01050482968984714
 943.7992653146599  264.4489310792786     359.99367948756526  -0.009100478721790392
 466.1660535560782   275.640950154766   0.008353410553245011  -0.009943065336091812
477.79796528347913  282.1275102677306   0.008013602946853783  -0.009715006139339866
 551.6441749526855  293.5150245290313   0.005779773415525509  -0.009180644632308558
 793.5314353855134 305.37140487562107      359.9983962940064   -0.00821813048577351
 557.9109575174925 308.23135130802393   0.005626019634737101  -0.008713497795483575
 935.8973036748098 325.14009061951293      359.9940855363827  -0.007265403985229679
 804.4988427398484 338.56293884484654      359.9981491828204  -0.007173788531946998
 442.6927137354523  359.6114345294081   0.009288299245937747  -0.007424807000506554
 727.9943724390052  386.9821714885887  0.0006232709857077299  -0.005873678813221203
 783.9162233378428  411.0579407438311      359.9989754712712  -0.004997575863914036
 621.5767698477409 449.70199238928535   0.004048266080364153  -0.004205265514444473
 519.1911503353462  517.5358092205225  0.0073570460586275645 -0.0023709510343529468
 752.7880780342024  543.4801203561428  0.0002874004121121975  -0.000998969663921725
484.25376556038856  554.1619772165304    0.00851929006313443 -0.0013309812693040395
 792.3751873690417  553.9946415511126      359.9991059710994 -0.0005808000012685225
 757.8304438957533  567.9695819856329 0.00019992310895048133 -0.0002334194004333699
396.18468311561935  604.5807611777432   0.011336098337038783 -3.429058731243893e-06
 76.35814999540862  615.2723711714851    0.02111361895637598 -0.0005212208222102637
 944.8635640932658  654.6310144514106     359.99472492340107  0.0028685045368420587
 978.7205619653042  664.4790452486839     359.99371803321566   0.003248316935449173
 857.5958244646582  687.1827860653182      359.9974808573291  0.0036656467929251264
 903.3399724466342  721.6604165017714     359.99618063825375   0.004829237186174471
 544.8233340592824  795.1777717322748   0.007300493096006179   0.006225387462063048
 751.6584803677636  827.6363909001989  0.0010952127669043958   0.007721285965960717
 850.0294380306964    838.55150947549      359.9981304208188   0.008285512920257644
 563.5067284206251  886.9918823123108   0.006972587803690846    0.00907967462159978
 908.5206742421236  947.4677816020749      359.9966506182584    0.01174534815537037
 863.3827492499984  953.3136639288376     359.99803982000446   0.011819783039594491
 909.4171471081825  962.7581389765916     359.99666553892456   0.012213449914027643
 899.4888297651883 1007.7051953534469     359.99709112408334   0.013559647619545423
 845.5162351428138 1019.3362542119728     359.99876318970763   0.013788976596931363
  887.044887942196 1018.3648827073387       359.997498615383    0.01385546795957044

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -1.384621       -1.915346 pass
       1.441484      -10.690790 pass
       1.426019        1.098238 pass
       5.856762        3.895659 pass
      -2.941847       -6.438715 pass
       0.165811       -3.423724 pass
       3.086385       -8.471545 pass
       1.044227       -7.132569 pass
      -2.834039        1.029477 pass
       5.825730        4.853359 pass
       2.116093        2.428638 pass
       1.930978       -1.454347 pass
       7.629220        4.584325 pass
       5.355235        9.076602 pass
      -0.647984        6.418943 pass
      -0.929072        4.027794 pass
      -3.704042       -6.480005 pass
       1.696576       -2.073110 pass
       1.077285       -6.505202 pass
      -3.153300        2.331430 pass
       4.472383        5.890165 pass
       4.299587        7.564708 pass
       1.775146        1.394863 pass
       4.557889       -8.155852 pass
       2.784296        1.279324 pass
      -1.302286       -9.946130 pass
      -2.085052       -1.753487 pass
      -5.662421        2.395692 pass
       2.170609       -3.622102 pass
       0.119576       -2.459032 pass
      -0.276808       -5.109842 pass
      -0.275756       -8.983667 pass
       0.910688       -2.230338 pass
       7.241686        4.255636 pass
       0.070685       -1.792064 pass
       1.477992        3.364790 pass
      -1.659872        1.619690 pass
       8.403850       11.413117 pass
       4.658423       -0.469749 pass

RA difference mean, median and std (units in mas) 1.1037660880047775 0.9281835036028911 3.549202125823858
Dec difference mean, median and std (units in mas) -0.06135758681286737 1.0161649008182116 5.550928948928192


# use asn_from_list to create association table

#calfiles = glob.glob('starfield*_cal.fits')
asn = asn_from_list.asn_from_list(imagelist, rule=DMS_Level3_Base, product_name='starfield_50star4ptdither_combined.fits')

# use this if you need to add non'science' exposure types
#asn['products'][0]['members'][1]['exptype'] = 'background'
#asn['products'][0]['members'][2]['exptype'] = 'sourcecat'

# dump association table to a .json file for use in image3
with open('starfield_50star4ptdither_asnfile.json', 'w') as fp:
    fp.write(asn.dump()[1])

print(asn)

jwnoprogram-a3001_none_010_asn with 1 products
Rule=DMS_Level3_Base
No constraints
Products:
	starfield_50star4ptdither_combined.fits with 8 members


# Run Calwebb_image3 on the association table with tweakreg on
    
# set any specific parameters
# tweakreg parameters to allow data to run
fwhm = 3.318 #3.27  # Gaussian kernel FWHM of objects expected, default=2.5
minobj = 5  # minimum number of objects needed to match positions for a good fit, default=15
snr = 40 # signal to noise threshold, default=5
sigma = 3 # clipping limit, in sigma units, used when performing fit, default=3
fit_geom ='rshift' # ftype of affine transformation to be considered when fitting catalogs, default='general'
use2dhist = False  # boolean indicating whether to use 2D histogram to find initial offset, default=True
   
pipe3=Image3Pipeline()    
pipe3.tweakreg.kernel_fwhm = fwhm
pipe3.tweakreg.snr_threshold = snr
pipe3.tweakreg.minobj = minobj
pipe3.tweakreg.sigma = sigma
pipe3.tweakreg.fitgeometry = fit_geom
pipe3.tweakreg.use2dhist = use2dhist
pipe3.tweakreg.save_catalogs = True
#pipe3.tweakreg.skip = True        # test to see if this affects the final output
pipe3.outlier_detection.skip = True # this is set in later step so mis-alignments aren't 'hidden'
pipe3.outlier_detection.skip = True
pipe3.source_catalog.save_results = True
pipe3.save_results = True
#pipe3.output_dir = datadir

# run Image3

#im = pipe3.run(rtdata.input)
image = pipe3.run('starfield_50star4ptdither_asnfile.json')
print('Image 3 pipeline finished.')

2022-03-24 14:12:26,299 - stpipe.Image3Pipeline - INFO - Image3Pipeline instance created.
2022-03-24 14:12:26,301 - stpipe.Image3Pipeline.assign_mtwcs - INFO - AssignMTWcsStep instance created.
2022-03-24 14:12:26,303 - stpipe.Image3Pipeline.tweakreg - INFO - TweakRegStep instance created.
2022-03-24 14:12:26,304 - stpipe.Image3Pipeline.skymatch - INFO - SkyMatchStep instance created.
2022-03-24 14:12:26,306 - stpipe.Image3Pipeline.outlier_detection - INFO - OutlierDetectionStep instance created.
2022-03-24 14:12:26,307 - stpipe.Image3Pipeline.resample - INFO - ResampleStep instance created.
2022-03-24 14:12:26,309 - stpipe.Image3Pipeline.source_catalog - INFO - SourceCatalogStep instance created.
2022-03-24 14:12:26,634 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline running with args ('starfield_50star4ptdither_asnfile.json',).
2022-03-24 14:12:26,641 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'steps': {'assign_mtwcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'assign_mtwcs', 'search_output_file': True, 'input_dir': ''}, 'tweakreg': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_catalogs': True, 'catalog_format': 'ecsv', 'kernel_fwhm': 3.318, 'snr_threshold': 40, 'brightest': 1000, 'peakmax': None, 'enforce_user_order': False, 'expand_refcat': False, 'minobj': 5, 'searchrad': 1.0, 'use2dhist': False, 'separation': 0.5, 'tolerance': 1.0, 'xoffset': 0.0, 'yoffset': 0.0, 'fitgeometry': 'rshift', 'nclip': 3, 'sigma': 3, 'align_to_gaia': False, 'gaia_catalog': 'GAIADR2', 'min_gaia': 5, 'save_gaia_catalog': False}, 'skymatch': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'skymethod': 'match', 'match_down': True, 'subtract': False, 'stepsize': None, 'skystat': 'mode', 'dqbits': '0', 'lower': None, 'upper': None, 'nclip': 5, 'lsigma': 4.0, 'usigma': 4.0, 'binwidth': 0.1}, 'outlier_detection': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': False, 'input_dir': '', 'weight_type': 'ivm', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'nlow': 0, 'nhigh': 0, 'maskpt': 0.7, 'grow': 1, 'snr': '5.0 4.0', 'scale': '1.2 0.7', 'backg': 0.0, 'save_intermediate_results': False, 'resample_data': True, 'good_bits': '~DO_NOT_USE', 'scale_detection': False, 'allowed_memory': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None}, 'source_catalog': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'cat', 'search_output_file': True, 'input_dir': '', 'bkg_boxsize': 100, 'kernel_fwhm': 2.0, 'snr_threshold': 3.0, 'npixels': 5, 'deblend': False, 'aperture_ee1': 30, 'aperture_ee2': 50, 'aperture_ee3': 70, 'ci1_star_threshold': 2.0, 'ci2_star_threshold': 1.8}}}
2022-03-24 14:12:26,780 - stpipe.Image3Pipeline - INFO - Prefetching reference files for dataset: 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal.fits' reftypes = ['abvegaoffset', 'apcorr', 'drizpars']
2022-03-24 14:12:26,794 - stpipe.Image3Pipeline - INFO - Prefetch for ABVEGAOFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_abvegaoffset_0001.asdf'.
2022-03-24 14:12:26,796 - stpipe.Image3Pipeline - INFO - Prefetch for APCORR reference file is '/grp/crds/cache/references/jwst/jwst_miri_apcorr_0005.fits'.
2022-03-24 14:12:26,797 - stpipe.Image3Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-03-24 14:12:26,798 - stpipe.Image3Pipeline - INFO - Starting calwebb_image3 ...
2022-03-24 14:12:28,177 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg running with args (<ModelContainer>,).
2022-03-24 14:12:28,179 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_catalogs': True, 'catalog_format': 'ecsv', 'kernel_fwhm': 3.318, 'snr_threshold': 40, 'brightest': 1000, 'peakmax': None, 'enforce_user_order': False, 'expand_refcat': False, 'minobj': 5, 'searchrad': 1.0, 'use2dhist': False, 'separation': 0.5, 'tolerance': 1.0, 'xoffset': 0.0, 'yoffset': 0.0, 'fitgeometry': 'rshift', 'nclip': 3, 'sigma': 3, 'align_to_gaia': False, 'gaia_catalog': 'GAIADR2', 'min_gaia': 5, 'save_gaia_catalog': False}
2022-03-24 14:12:28,461 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 48 sources in starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal.fits.
2022-03-24 14:12:28,466 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal_cat.ecsv
2022-03-24 14:12:28,754 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 48 sources in starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal.fits.
2022-03-24 14:12:28,758 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal_cat.ecsv
2022-03-24 14:12:29,047 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 49 sources in starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal.fits.
2022-03-24 14:12:29,051 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal_cat.ecsv
2022-03-24 14:12:29,358 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 48 sources in starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal.fits.
2022-03-24 14:12:29,362 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal_cat.ecsv
2022-03-24 14:12:29,654 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 42 sources in starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal.fits.
2022-03-24 14:12:29,658 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal_cat.ecsv
2022-03-24 14:12:29,952 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 42 sources in starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal.fits.
2022-03-24 14:12:29,956 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal_cat.ecsv
2022-03-24 14:12:30,235 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 43 sources in starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal.fits.
2022-03-24 14:12:30,238 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal_cat.ecsv
2022-03-24 14:12:30,490 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 42 sources in starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal.fits.
2022-03-24 14:12:30,494 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal_cat.ecsv
2022-03-24 14:12:30,517 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-03-24 14:12:30,517 - stpipe.Image3Pipeline.tweakreg - INFO - Number of image groups to be aligned: 8.
2022-03-24 14:12:30,518 - stpipe.Image3Pipeline.tweakreg - INFO - Image groups:
2022-03-24 14:12:30,543 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal':
2022-03-24 14:12:30,543 - stpipe.Image3Pipeline.tweakreg - INFO -      starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal
2022-03-24 14:12:30,568 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal':
2022-03-24 14:12:30,569 - stpipe.Image3Pipeline.tweakreg - INFO -      starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal
2022-03-24 14:12:30,592 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal':
2022-03-24 14:12:30,593 - stpipe.Image3Pipeline.tweakreg - INFO -      starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal
2022-03-24 14:12:30,617 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal':
2022-03-24 14:12:30,618 - stpipe.Image3Pipeline.tweakreg - INFO -      starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal
2022-03-24 14:12:30,643 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal':
2022-03-24 14:12:30,644 - stpipe.Image3Pipeline.tweakreg - INFO -      starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal
2022-03-24 14:12:30,668 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal':
2022-03-24 14:12:30,669 - stpipe.Image3Pipeline.tweakreg - INFO -      starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal
2022-03-24 14:12:30,693 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal':
2022-03-24 14:12:30,694 - stpipe.Image3Pipeline.tweakreg - INFO -      starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal
2022-03-24 14:12:30,718 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal':
2022-03-24 14:12:30,719 - stpipe.Image3Pipeline.tweakreg - INFO -      starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal
2022-03-24 14:12:30,719 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-03-24 14:12:30,720 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-03-24 14:12:30,720 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() started on 2022-03-24 14:12:30.720145
2022-03-24 14:12:30,720 - stpipe.Image3Pipeline.tweakreg - INFO -       Version 0.7.3
2022-03-24 14:12:30,721 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-03-24 14:12:30,909 - stpipe.Image3Pipeline.tweakreg - INFO - Selected image 'GROUP ID: starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal' as reference image
2022-03-24 14:12:30,914 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal' to the reference catalog.
2022-03-24 14:12:31,036 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal' catalog with sources from the reference 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal' catalog.
2022-03-24 14:12:31,037 - stpipe.Image3Pipeline.tweakreg - INFO - Found 48 matches for 'GROUP ID: starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal'...
2022-03-24 14:12:31,038 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'rshift' fit
2022-03-24 14:12:31,040 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'rshift' fit for GROUP ID: starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal:
2022-03-24 14:12:31,040 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -4.99872e-05  YSH: -1.34437e-05    ROT: 5.32927e-05    SCALE: 1
2022-03-24 14:12:31,041 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-03-24 14:12:31,041 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.000287318   FIT MAE: 0.000256544
2022-03-24 14:12:31,042 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 48 objects.
2022-03-24 14:12:31,070 - stpipe.Image3Pipeline.tweakreg - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/gwcs/wcs.py:2947: DeprecationWarning: Indexing a WCS.pipeline step is deprecated. Use the `frame` and `transform` attributes instead.
  warnings.warn("Indexing a WCS.pipeline step is deprecated. "

2022-03-24 14:12:31,083 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal' to the reference catalog.
2022-03-24 14:12:31,209 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal' catalog with sources from the reference 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal' catalog.
2022-03-24 14:12:31,211 - stpipe.Image3Pipeline.tweakreg - INFO - Found 47 matches for 'GROUP ID: starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal'...
2022-03-24 14:12:31,211 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'rshift' fit
2022-03-24 14:12:31,214 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'rshift' fit for GROUP ID: starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal:
2022-03-24 14:12:31,214 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.000321171  YSH: -4.24579e-05    ROT: -0.000894824    SCALE: 1
2022-03-24 14:12:31,215 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-03-24 14:12:31,215 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00527931   FIT MAE: 0.00461642
2022-03-24 14:12:31,215 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 46 objects.
2022-03-24 14:12:31,254 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal' to the reference catalog.
2022-03-24 14:12:31,381 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal' catalog with sources from the reference 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal' catalog.
2022-03-24 14:12:31,382 - stpipe.Image3Pipeline.tweakreg - INFO - Found 47 matches for 'GROUP ID: starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal'...
2022-03-24 14:12:31,383 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'rshift' fit
2022-03-24 14:12:31,386 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'rshift' fit for GROUP ID: starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal:
2022-03-24 14:12:31,386 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.000338653  YSH: -0.000284604    ROT: -0.000801054    SCALE: 1
2022-03-24 14:12:31,387 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-03-24 14:12:31,387 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00545887   FIT MAE: 0.00479425
2022-03-24 14:12:31,388 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 46 objects.
2022-03-24 14:12:31,427 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal' to the reference catalog.
2022-03-24 14:12:31,552 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal' catalog with sources from the reference 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal' catalog.
2022-03-24 14:12:31,554 - stpipe.Image3Pipeline.tweakreg - INFO - Found 41 matches for 'GROUP ID: starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal'...
2022-03-24 14:12:31,554 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'rshift' fit
2022-03-24 14:12:31,557 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'rshift' fit for GROUP ID: starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal:
2022-03-24 14:12:31,558 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.000303586  YSH: 0.00105847    ROT: -0.000552349    SCALE: 1
2022-03-24 14:12:31,558 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-03-24 14:12:31,558 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00771548   FIT MAE: 0.00684298
2022-03-24 14:12:31,559 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 40 objects.
2022-03-24 14:12:31,607 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal' to the reference catalog.
2022-03-24 14:12:32,046 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal' catalog with sources from the reference 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal' catalog.
2022-03-24 14:12:32,048 - stpipe.Image3Pipeline.tweakreg - INFO - Found 41 matches for 'GROUP ID: starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal'...
2022-03-24 14:12:32,049 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'rshift' fit
2022-03-24 14:12:32,051 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'rshift' fit for GROUP ID: starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal:
2022-03-24 14:12:32,051 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.000286148  YSH: 0.00108692    ROT: -0.000523678    SCALE: 1
2022-03-24 14:12:32,052 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-03-24 14:12:32,052 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00770516   FIT MAE: 0.00682456
2022-03-24 14:12:32,052 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 40 objects.
2022-03-24 14:12:32,092 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal' to the reference catalog.
2022-03-24 14:12:32,219 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal' catalog with sources from the reference 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal' catalog.
2022-03-24 14:12:32,221 - stpipe.Image3Pipeline.tweakreg - INFO - Found 40 matches for 'GROUP ID: starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal'...
2022-03-24 14:12:32,222 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'rshift' fit
2022-03-24 14:12:32,224 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'rshift' fit for GROUP ID: starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal:
2022-03-24 14:12:32,225 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.000237614  YSH: 0.00262767    ROT: 0.000387146    SCALE: 1
2022-03-24 14:12:32,225 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-03-24 14:12:32,226 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.0110158   FIT MAE: 0.0068922
2022-03-24 14:12:32,226 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 39 objects.
2022-03-24 14:12:32,266 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal' to the reference catalog.
2022-03-24 14:12:32,391 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal' catalog with sources from the reference 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal' catalog.
2022-03-24 14:12:32,392 - stpipe.Image3Pipeline.tweakreg - INFO - Found 40 matches for 'GROUP ID: starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal'...
2022-03-24 14:12:32,393 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'rshift' fit
2022-03-24 14:12:32,395 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'rshift' fit for GROUP ID: starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal:
2022-03-24 14:12:32,396 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.000265638  YSH: 0.00262238    ROT: 0.000458858    SCALE: 1
2022-03-24 14:12:32,396 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-03-24 14:12:32,397 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.0110242   FIT MAE: 0.00691673
2022-03-24 14:12:32,397 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 39 objects.
2022-03-24 14:12:32,435 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-03-24 14:12:32,436 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() ended on 2022-03-24 14:12:32.435834
2022-03-24 14:12:32,437 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() TOTAL RUN TIME: 0:00:01.715689
2022-03-24 14:12:32,437 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-03-24 14:12:32,916 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg done
2022-03-24 14:12:33,168 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch running with args (<ModelContainer>,).
2022-03-24 14:12:33,170 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'skymethod': 'match', 'match_down': True, 'subtract': False, 'stepsize': None, 'skystat': 'mode', 'dqbits': '0', 'lower': None, 'upper': None, 'nclip': 5, 'lsigma': 4.0, 'usigma': 4.0, 'binwidth': 0.1}
2022-03-24 14:12:33,236 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-03-24 14:12:33,237 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() started on 2022-03-24 14:12:33.236631
2022-03-24 14:12:33,237 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-03-24 14:12:33,238 - stpipe.Image3Pipeline.skymatch - INFO - Sky computation method: 'match'
2022-03-24 14:12:33,238 - stpipe.Image3Pipeline.skymatch - INFO - Sky matching direction: DOWN
2022-03-24 14:12:33,238 - stpipe.Image3Pipeline.skymatch - INFO - Sky subtraction from image data: OFF
2022-03-24 14:12:33,239 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-03-24 14:12:33,239 - stpipe.Image3Pipeline.skymatch - INFO - ----  Computing differences in sky values in overlapping regions.
2022-03-24 14:12:46,466 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal.fits. Sky background: 0.0109372
2022-03-24 14:12:46,467 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal.fits. Sky background: 0.022236
2022-03-24 14:12:46,467 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal.fits. Sky background: 0.0132933
2022-03-24 14:12:46,468 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal.fits. Sky background: 0.00937814
2022-03-24 14:12:46,468 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal.fits. Sky background: 0
2022-03-24 14:12:46,468 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal.fits. Sky background: 0.00884242
2022-03-24 14:12:46,469 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal.fits. Sky background: 0.00383076
2022-03-24 14:12:46,469 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal.fits. Sky background: 0.0136089
2022-03-24 14:12:46,470 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-03-24 14:12:46,470 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() ended on 2022-03-24 14:12:46.470128
2022-03-24 14:12:46,470 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() TOTAL RUN TIME: 0:00:13.233497
2022-03-24 14:12:46,471 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-03-24 14:12:46,499 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch done
2022-03-24 14:12:46,710 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection running with args (<ModelContainer>,).
2022-03-24 14:12:46,712 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': True, 'suffix': 'crf', 'search_output_file': False, 'input_dir': '', 'weight_type': 'ivm', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'nlow': 0, 'nhigh': 0, 'maskpt': 0.7, 'grow': 1, 'snr': '5.0 4.0', 'scale': '1.2 0.7', 'backg': 0.0, 'save_intermediate_results': False, 'resample_data': True, 'good_bits': '~DO_NOT_USE', 'scale_detection': False, 'allowed_memory': None}
2022-03-24 14:12:46,713 - stpipe.Image3Pipeline.outlier_detection - INFO - Step skipped.
2022-03-24 14:12:46,727 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection done
2022-03-24 14:12:46,927 - stpipe.Image3Pipeline.resample - INFO - Step resample running with args (<ModelContainer>,).
2022-03-24 14:12:46,929 - stpipe.Image3Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None}
2022-03-24 14:12:46,952 - stpipe.Image3Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-03-24 14:12:47,162 - stpipe.Image3Pipeline.resample - INFO - Blending metadata for starfield_50star4ptdither_combined.fits
2022-03-24 14:12:47,899 - stpipe.Image3Pipeline.resample - INFO - Resampling science data
2022-03-24 14:12:48,563 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:12:49,682 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:12:50,810 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:12:51,948 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:12:53,064 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:12:54,196 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:12:55,397 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:12:56,528 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:12:56,912 - stpipe.Image3Pipeline.resample - INFO - Resampling var_rnoise
2022-03-24 14:12:57,529 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:12:58,660 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:12:59,785 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:13:00,908 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:13:02,056 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:13:03,184 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:13:04,305 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:13:05,399 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:13:05,750 - stpipe.Image3Pipeline.resample - INFO - Resampling var_poisson
2022-03-24 14:13:06,341 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:13:07,460 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:13:08,627 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:13:09,750 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:13:10,885 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:13:12,052 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:13:13,185 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:13:14,286 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:13:14,624 - stpipe.Image3Pipeline.resample - INFO - Resampling var_flat
2022-03-24 14:13:15,208 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:13:16,389 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:13:17,621 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:13:18,782 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:13:20,020 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:13:21,159 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:13:22,309 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:13:23,517 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:13:23,903 - stpipe.Image3Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  0.021512893 -0.020377290 0.024586045 0.014642008 359.990548023 0.017629048 359.987474870 -0.017390249
2022-03-24 14:13:24,359 - stpipe.Image3Pipeline.resample - INFO - Saved model in starfield_50star4ptdither_combined_i2d.fits
2022-03-24 14:13:24,360 - stpipe.Image3Pipeline.resample - INFO - Step resample done
2022-03-24 14:13:24,590 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog running with args (<ImageModel(1142, 1111) from starfield_50star4ptdither_combined_i2d.fits>,).
2022-03-24 14:13:24,592 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'cat', 'search_output_file': True, 'input_dir': '', 'bkg_boxsize': 100, 'kernel_fwhm': 2.0, 'snr_threshold': 3.0, 'npixels': 5, 'deblend': False, 'aperture_ee1': 30, 'aperture_ee2': 50, 'aperture_ee3': 70, 'ci1_star_threshold': 2.0, 'ci2_star_threshold': 1.8}
2022-03-24 14:13:24,611 - stpipe.Image3Pipeline.source_catalog - INFO - Using APCORR reference file /grp/crds/cache/references/jwst/jwst_miri_apcorr_0005.fits
2022-03-24 14:13:24,620 - stpipe.Image3Pipeline.source_catalog - INFO - Using ABVEGAOFFSET reference file /grp/crds/cache/references/jwst/jwst_miri_abvegaoffset_0001.asdf
2022-03-24 14:13:24,621 - stpipe.Image3Pipeline.source_catalog - INFO - Instrument: MIRI
2022-03-24 14:13:24,622 - stpipe.Image3Pipeline.source_catalog - INFO - Detector: MIRIMAGE
2022-03-24 14:13:24,622 - stpipe.Image3Pipeline.source_catalog - INFO - Filter: F1130W
2022-03-24 14:13:24,623 - stpipe.Image3Pipeline.source_catalog - INFO - Subarray: FULL
2022-03-24 14:13:24,679 - stpipe.Image3Pipeline.source_catalog - INFO - AB to Vega magnitude offset 5.49349
2022-03-24 14:13:25,218 - stpipe.Image3Pipeline.source_catalog - INFO - Detected 667 sources
2022-03-24 14:13:25,966 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote source catalog: starfield_50star4ptdither_combined_cat.ecsv
2022-03-24 14:13:26,096 - stpipe.Image3Pipeline.source_catalog - INFO - Saved model in starfield_50star4ptdither_combined_segm.fits
2022-03-24 14:13:26,098 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote segmentation map: starfield_50star4ptdither_combined_segm.fits
2022-03-24 14:13:26,099 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog done
2022-03-24 14:13:26,101 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline done

Image 3 pipeline finished.


# Get list of catalogs

cataloglist = [ele.replace('cal.fits', 'cal_cat.ecsv') for ele in imagelist]
print(imagelist)
print()
print(cataloglist)

['starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal.fits', 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal.fits', 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal.fits', 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal.fits', 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal.fits', 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal.fits', 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal.fits', 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal.fits']

['starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal_cat.ecsv', 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal_cat.ecsv', 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal_cat.ecsv', 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal_cat.ecsv', 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal_cat.ecsv', 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal_cat.ecsv', 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal_cat.ecsv', 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal_cat.ecsv']


# Loop through each image and overplot the sources found in the individual catalogs

index=0
for cal_image in imagelist:
    indimage = ImageModel(cal_image)
    ind_data = indimage.data
    
    indcat = cataloglist[index]
    catdata = table.Table.read(indcat, format='ascii', comment='#')
    print(cal_image)
    print(indcat)
    print(len(catdata['xcentroid']), 'sources found')
    
    # mark sources on image frame to see if the correct sources were found
    norm = ImageNormalize(stretch=SqrtStretch())
    # keep image stretch in mind for plotting. sky subtracted range ~ (-15, 10), single sample ~ (0, 20)
    plt.figure(figsize=(20,20))
    plt.imshow(ind_data, cmap='Greys', origin='lower', vmin=0,vmax=50)#, norm=norm)
    plt.scatter(catdata['xcentroid'], catdata['ycentroid'],lw=1, s=20,color='red')
    plt.show()
    index = index+1
    print()

starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal.fits
starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal_cat.ecsv
48 sources found

starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal.fits
starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal_cat.ecsv
48 sources found

starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal.fits
starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal_cat.ecsv
49 sources found

starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal.fits
starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal_cat.ecsv
48 sources found

starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal.fits
starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal_cat.ecsv
42 sources found

starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal.fits
starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal_cat.ecsv
42 sources found

starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal.fits
starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal_cat.ecsv
43 sources found

starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal.fits
starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal_cat.ecsv
42 sources found


# find stars and get RA, Dec from *_i2d.fits files

#datadir = '/ifs/jwst/wit/miri/pipelinetests/cracraft/build7_8/'
#filelist = 'starfield_50star4ptdither_i2dfiles.txt'
filelist = glob.glob('*exp*i2d.fits')
print(filelist)
print()

# Run DAOStarFinder to find sources in image
allRAdiff_i2d = []
allDecdiff_i2d = []

for i2dimage in filelist:
    image = ImageModel(i2dimage)
    
    # pull out data portion of input file
    data = image.data
    
    # print stats on input image
    print(i2dimage)
    mean, median, std = sigma_clipped_stats(data, sigma=200.0, maxiters=5)  # default sigma=3
    print('Image mean, median and std',mean, median, std)

    ap_radius = 5.  # radius for aperture for centroiding and photometry

    daofind = DAOStarFinder(fwhm=3.0, threshold=10.*std)    # default threshold=5*std, fwhm=3
    sources = daofind(data)    

    #sources.pprint_all()
    #print(sources['xcentroid','ycentroid','peak'])   

    # Create apertures for x,y positions
    positions = tuple(zip(sources['xcentroid'], sources['ycentroid']))
    #print(positions)

    #positions = (sources['xcentroid'], sources['ycentroid'])
    apertures = CircularAperture(positions, r=ap_radius)
    
    # using wcs info from images, put coordinates into RA, Dec
    ra, dec = image.meta.wcs(sources['xcentroid'], sources['ycentroid'])

    # add RA, Dec to sources table

    ra_col = Column(name='RA', data=ra)
    dec_col = Column(name='Dec', data=dec)
    sources.add_column(ra_col)
    sources.add_column(dec_col)

    # print RA, Dec for each x, y position found
    #print(sources['xcentroid', 'ycentroid', 'RA', 'Dec'])  

    sources_sub = sources['xcentroid', 'ycentroid', 'RA', 'Dec']
    sources_sub.pprint_all()
    print()
    
    # read in text file with RA and Dec input coordinates
    RA_in, Dec_in = np.loadtxt( coords, dtype=str, unpack=True)

    # put RA and Dec into floats
    RA_sim = RA_in.astype(float)
    Dec_sim = Dec_in.astype(float)
    
    # Put ra, dec coords into a table
    cat1_sim = Table([RA_sim, Dec_sim], names=('ra', 'dec'))
    cat2_calc = Table([ra, dec], names=('ra', 'dec'))
    
    # Get coordinates with SkyCoord for each catalog
    
    coord_cat1_sim = SkyCoord(ra=cat1_sim['ra'], dec=cat1_sim['dec'], unit="deg")
    coord_cat2_calc = SkyCoord(ra=cat2_calc['ra'], dec=cat2_calc['dec'], unit="deg")
    ind_cat2_cat1, dist_2d, _ = match_coordinates_sky(coord_cat1_sim, coord_cat2_calc)
    
    # Find where the catalogs match
    
    cat1_matched = cat1_sim[dist_2d.arcsec<0.05]
    cat2_matched = cat2_calc[ind_cat2_cat1[dist_2d.arcsec<0.05]]
    
    #print(cat1_matched)
    
    # Get differences in RA, Dec
    ra_diff = cat2_matched['ra'] - cat1_matched['ra']
    dec_diff = cat2_matched['dec'] - cat1_matched['dec'] 
    
    #print(ra_diff)
    
    # put differences in milliarcseconds
    ra_diff = ra_diff * 3600000
    dec_diff = dec_diff * 3600000
    
    
    # Compare input RA, Dec to found RA, Dec
    print('RA_Diff (mas)  Dec_diff (mas) pass/fail')
    # Find if the differences are within the allowed 30 mas range
    for i in np.arange(0,len(ra_diff)):
        #if ra_diff[i] < 30 and dec_diff[i] < 30:
        allRAdiff_i2d.append(ra_diff[i])
        allDecdiff_i2d.append(dec_diff[i])
        if abs(ra_diff[i]) < 30 and abs(dec_diff[i]) < 30: 
            test = 'pass' 
        else: 
            test = 'fail'
        print('{:15.6f} {:15.6f} {}'.format(ra_diff[i], dec_diff[i], test))
 
    
    # Plot ra and dec differences
    plt.title ('Differences in RA and Dec in milliarcseconds')
    plt.ylabel('Delta RA')
    plt.xlabel('Delta Dec')
    plt.scatter(ra_diff,dec_diff)
    plt.show()

    # Plot should show no differences greater than 30 milliarcseconds  

    
meanRAdiff_i2d, medianRAdiff_i2d, stdRAdiff_i2d = sigma_clipped_stats(allRAdiff_i2d, sigma=5.0, maxiters=5)  # default sigma=3
meanDecdiff_i2d, medianDecdiff_i2d, stdDecdiff_i2d = sigma_clipped_stats(allDecdiff_i2d, sigma=5.0, maxiters=5)  # default sigma=3

print('RA difference mean, median and std (units in mas)',meanRAdiff_i2d, medianRAdiff_i2d, stdRAdiff_i2d) 
print('Dec difference mean, median and std (units in mas)',meanDecdiff_i2d, medianDecdiff_i2d, stdDecdiff_i2d)

['starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_i2d.fits', 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_i2d.fits', 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_i2d.fits', 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_i2d.fits', 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_i2d.fits', 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_i2d.fits', 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_i2d.fits', 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_i2d.fits']

starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_i2d.fits
Image mean, median and std 10.096307 10.796118 50.787663
    xcentroid          ycentroid                RA                     Dec          
------------------ ------------------ ---------------------- -----------------------
 602.8518714876282 3.6008978843515886  0.0008819522509096922   -0.014601674495986792
 679.9457317632593  6.236558003637516     359.99852497047624   -0.014313390551491466
  880.853223043022 31.521037340728547      359.9924322065792    -0.01299739716370143
 948.4065135526386 36.258941437575956      359.9903734425788   -0.012670322034059928
 438.9310229591861  62.92831429814884   0.006068218065146617    -0.01322352166298186
 703.1419473271875  72.42091300254481      359.9979917650918   -0.012221433322998857
 368.2986889377194  83.95583039683632   0.008290736148855343     -0.0127687888357208
 423.7567123385246  97.53325044963603    0.00662665940159626    -0.01220319978079373
 481.0012685284885 111.01925183750897   0.004907552816945986   -0.011635606446365368
 807.6623104005577   133.339536336186     359.99495059383315   -0.010072103546921691
 545.0514462292662 142.33552782431786   0.003027734382899278   -0.010502935669082768
 851.5471885589122 161.12216284968608      359.9936796329028   -0.009102057069460795
 938.3921533217925 161.70305530252818     359.99101810529226   -0.008850541806403114
374.29679225667417 175.52940856721747   0.008353232007749843   -0.009944554570046095
 385.9443434350439  182.0722024217341    0.00801366801845074   -0.009712576673957895
 459.7694378450034 192.94549926916542   0.005779090262403912    -0.00918048293987627
 701.4316633304118 203.09162047292259      359.9983958492023   -0.008219033581119105
  466.048133797134 207.76932979045247   0.005626446101925934   -0.008709015737518014
 843.5933952379013 221.68955174697263      359.9940865235531   -0.007266168960473975
 712.2932810804184 236.40519882150204       359.998152426688   -0.007168247613617467
 636.0887904777039  285.2551235699364  0.0006206851631206656  -0.0058753386705731325
 691.8434180989099  308.9235180832467     359.99897466817737   -0.004999512817780656
 529.9304179879961  349.0684964100819  0.0040477430769232095   -0.004204183994593559
 428.0324899071389  417.8483626746754  0.0073575199287225215  -0.0023692673650895116
 660.7113343561673  442.1668324209248 0.00028789137389488616  -0.0009973991083429402
 700.1205984780726 452.33816827055716      359.9991067821363  -0.0005794448435101081
393.40188989407386  454.6584841058478    0.00851852037413541  -0.0013336810843432348
 665.7091448846687   466.713784831922 0.00020069060614263246 -0.00023122036881960886
   851.70744013756  551.5400306365846      359.9947253439352   0.0028704932564278204
 885.4143808199052   560.947563573847      359.9937170404056   0.0032496804662072907
 965.9467339553598  576.4789713019941       359.991289320535    0.003942664033882769
 764.8149428240009   585.001979304627      359.9974799394141    0.003662770015994278
 810.1568577781661  619.0632962899167      359.9961811947233    0.004829272725352164
 454.3086007985628  695.7027308206892   0.007299479717368434    0.006221814867018482
  659.348240528559  726.4936732517998  0.0010948218090689674    0.007717782872014787
 949.9874692493071   728.529947445277      359.9921878828562    0.008562342916483378
  756.885629762189  736.4821503331034      359.9981307281752    0.008286554122763816
 473.0071307462635  787.3115183606994   0.006972613190501871    0.009081306107809885
  814.663849994407  844.2732818201317     359.99664903454885     0.01174743949963423
 769.8467374334766  850.4774495872462     359.99804004176025    0.011817085552412758
 815.5099882288393  859.4786287533566     359.99666400582106    0.012215986688460224
 805.4565340579586    904.28748910568     359.99709287570994    0.013562991101084769
 972.6310386870424  903.7997964464242     359.99196517634937    0.013997906983951668
 793.1959853997681  914.9490830461616       359.997497534672    0.013856934186230045
 752.0220097010728  916.7389371407249      359.9987649464747    0.013801019599779342
 890.7432461182404  932.8763880339586     359.99455450197524    0.014669175134271623
 624.1369628141147  973.2819255635808   0.002838685579100677    0.015190761714555509
454.47513086035895  986.9387607864181   0.008078097245677082    0.015152982356743557

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -3.792691       -7.129441 pass
      -5.275181        3.363070 pass
       3.208946       -5.036790 pass
       5.973846       10.080789 pass
       7.093715       -8.605985 pass
       8.736077       13.508591 pass
       1.871743        2.637486 pass
      -0.218109      -18.827942 pass
      -1.726653      -16.851904 pass
      -4.241487      -11.581661 pass
       0.124376       12.382199 pass
       2.207486        8.301988 pass
       5.484791       -4.208258 pass
       1.990141       -2.183207 pass
       7.550084       -0.063516 pass
       5.878450        3.394550 pass
      -1.131915       13.542172 pass
       0.150337       -3.292011 pass
       0.785035        1.722013 pass
      -0.784309       -1.601437 pass
      -1.194561       -9.046144 pass
       3.152556       14.367964 pass
      -2.446074      -12.009478 pass
       5.737799       -0.372769 pass
       6.354330       16.440037 pass
      -1.873017      -11.466479 pass
      -0.421718      -13.165501 pass
       2.675077       -4.262381 pass
       0.324945        1.861416 pass
       0.634858       10.465142 pass
      -2.006716       13.240677 pass
       1.807111       11.430483 pass
       0.701004       -9.818189 pass
      -0.978569        1.994842 pass
      -0.949864       15.160191 pass
       2.404866        5.123974 pass
      -3.454540        2.449678 pass
       2.486182        2.806672 pass
       1.238167       -1.824277 pass
       0.743685       -1.429789 pass
       1.605967       14.343345 pass
       0.835228       -1.996452 pass
      -7.179044       10.752078 pass
       2.643778       18.231591 pass
       0.379052       -9.150503 pass
       3.057128       -3.720892 pass

starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_i2d.fits
Image mean, median and std 10.095505 10.796804 50.75877
    xcentroid          ycentroid                RA                    Dec          
------------------ ------------------ ---------------------- ----------------------
 602.8537062878535   3.60020944407146  0.0008818941343590366  -0.014601690669428518
 679.9476892374303  6.236223902693174     359.99852490955146   -0.01431339552904258
 880.8556583364457 31.510121658249375      359.9924321025269  -0.012997725338385075
 948.4214442598872 36.256837806225654      359.9903729790695  -0.012670346362708664
438.93064173009645 62.927015426928506   0.006068226260194663  -0.013223562518609849
  703.129063444857  72.42446356978068     359.99799216972923  -0.012221359116151336
 368.2984762727767  83.95853400142276   0.008290749945676966  -0.012768706502291465
 423.7599843627015  97.54024916444838   0.006626577899079173  -0.012202976360884965
 481.0003231497586 111.01762997835094  0.0049075774424094405  -0.011635658724525716
 807.6613823884142  133.3366400120985      359.9949506144965  -0.010072194859660783
  545.041579152608 142.33235697971617   0.003028028422847506  -0.010503059455252046
  851.541603578204 161.12361916555693      359.9936798080846  -0.009102027441039894
 938.3900195467343 161.70354687957584     359.99101817204706  -0.008850532474296268
 374.2955624838323 175.52859973205184   0.008353267541995803  -0.009944582682234703
385.95115369234674 182.07032069049305   0.008013454118898831  -0.009712616050447622
 459.7695638409601 192.94761652093268   0.005779092096334935  -0.009180417675536366
 701.4277587364304 203.09188293568712      359.9983959696426  -0.008219036040082155
   466.05113727232 207.77112014276855   0.005626358818589606  -0.008708952754143259
 843.5910924556867  221.6882748310524      359.9940865907314  -0.007266214313814531
 712.2952775460063 236.40643176403682     359.99815236878453  -0.007168204433038085
 636.0779181623979   285.244780661791  0.0006209907283755331  -0.005875685092372385
 691.8424165719333 308.92221006762105     359.99897469536916 -0.0049995556230727845
 529.9283572407187  349.0701420401064   0.004047810697937713  -0.004204139077070705
 428.0302441611541 417.84671330185165  0.0073575843557540585    -0.0023693239862757
 660.7137656859323 442.16885650712123 0.00028782226431363367 -0.0009973304971966806
 700.1203820681674  452.3365258913462      359.9991067843528 -0.0005794957892456935
 393.4031425884345 454.63642667056814   0.008518422603240598   -0.00133435410204385
  665.708329281509 466.71516660571814 0.00020071933490914184 -0.0002311801916947844
 851.7115565492409  551.5373370822631      359.9947252104575   0.002870421736270071
 885.4088360515636  560.9555205937977      359.9937172318479  0.0032499095461942036
 965.9406127560494  576.4799409994471      359.9912895108503   0.003942677297230543
 764.8133580771308  585.0047077648449     359.99747999535253   0.003662849419320538
 810.1556114737737  619.0646642069706      359.9961812366222  0.0048293113185291685
  454.311596464154  695.7031109594595   0.007299388878579975   0.006221834585328293
   659.34731344196  726.4947403376357  0.0010948531096269724    0.00771781309927168
 949.9880556331752  728.5288057132607     359.99218786180234   0.008562309483383608
 756.8875706598644  736.4819793499561      359.9981306681977   0.008286554102593295
473.00455558397056  787.2935239429638   0.006972643734085827    0.00908074738121212
 814.6631315004347  844.2733140720906      359.9966490566682   0.011747438555153977
 769.8445894539997  850.4757111876372      359.9980401029497   0.011817026464327682
 815.3991262074476  859.4649645420789      359.9966673686215   0.012215269344382917
 805.4542374770984  904.2891287870468      359.9970929505468   0.013563035201545453
 972.6207481831105  903.7954763009758     359.99196548028084   0.013997746815178557
 793.1913482617852  914.9556380174446     359.99749769450887   0.013857122715016826
 752.0224422363402   916.741852343748      359.9987649410559    0.01380111015811566
 890.7429807723692  932.8739334488101     359.99455450350666    0.01466909915065146
 624.1379952679852   973.281029860747  0.0028386515086586688   0.015190737026298556
 454.4743231850817  986.9386162747143    0.00807812162406304   0.015152975751835288

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -3.812199       -6.803431 pass
      -4.699768        4.041774 pass
       2.960152       -4.789790 pass
       5.680437       10.885101 pass
       6.874385       -8.623905 pass
       8.527624       13.664041 pass
       2.103681        2.433649 pass
      -0.016731      -18.542090 pass
      -2.078628      -19.274767 pass
      -4.128805      -11.472843 pass
       0.204006       12.378799 pass
       2.317443        6.290572 pass
       5.726633       -4.371530 pass
       2.078793       -2.371408 pass
       7.637847       -0.087293 pass
       6.509105        3.501212 pass
      -1.254569       13.453295 pass
       0.370619       -3.504728 pass
       0.814537        1.574933 pass
      -0.776330       -1.784841 pass
      -1.096671       -9.200243 pass
       3.421968       14.526726 pass
      -1.760939      -11.961730 pass
       5.812187       -0.701495 pass
       7.811025       16.707182 pass
      -2.200037      -11.395493 pass
      -0.497512      -13.285860 pass
       2.918513       -4.100677 pass
       0.331547        2.096368 pass
       1.729011        9.888535 pass
      -3.675350       13.153094 pass
       1.812624       11.156942 pass
       0.851840       -9.679253 pass
      -1.194488        1.994769 pass
      -0.900196       15.456592 pass
       1.634828        4.982218 pass
      -2.765348        3.274366 pass
       2.589606        2.951310 pass
       0.757647       -2.081749 pass
       0.369097       -2.611218 pass
       1.291747       14.570085 pass
       0.963151       -2.097656 pass
       4.927037        8.169640 pass
       3.702322       17.785961 pass
       0.619369       -9.116907 pass
       3.490713       -3.729744 pass

starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_i2d.fits
Image mean, median and std 10.115464 10.798012 50.86148
    xcentroid          ycentroid                RA                    Dec          
------------------ ------------------ --------------------- -----------------------
 627.2982384405495  43.78548079592043 0.0008795936228094739   -0.014625425802744422
 704.4131464120393  47.21203299058368     359.9985240947273   -0.014312832594876732
 905.2918224754756  72.51690488624786     359.9924322693176   -0.012996291386001677
 972.8043720450302  77.10496974855552    359.99037435141423   -0.012673920686433434
 463.4171721524288 103.88844476432784   0.00606672656533526   -0.013223383837893631
  727.542733158319 113.36243195627799     359.9979928411359    -0.01222209590327961
392.70795229902416 124.90635161687395  0.008291576498491321   -0.012769152579607175
 448.2236144031241 138.44672171239546  0.006625632554263813   -0.012204544540034997
 505.4688310529834 152.12524171737894  0.004907023780909617    -0.01163104585756892
 832.1247474101697  174.4181444449759    359.99495014826607   -0.010068396376760495
 569.4547305553972 183.25604571156236  0.003028677313487358   -0.010504235518099947
 876.0025125594971 202.00405842432235     359.9936788761014   -0.009104401199929403
 962.8284967092442  202.8442452061705     359.9910186283024   -0.008844985777799762
398.72626785973284 216.48203730645614  0.008353458219652138     -0.0099447992679698
410.39766344877495 222.96544800418502  0.008013003240521201   -0.009714578180979835
 484.2254923872583 233.94812596140267  0.005778635967814777   -0.009179122920694234
 725.8369560017725 244.24220220176926     359.9983973496505   -0.008213273120636867
 490.5213234004228 248.59461371401315  0.005624989127741153    -0.00871304779936113
 868.0527419915325  262.8372183277292     359.9940863585994   -0.007260352420900709
 736.7806898633113  277.2059994472443     359.9981504677873   -0.007172992168307352
 375.6251279596393  300.6554905643781  0.009288365110773307   -0.007425795767774162
  660.529063627567  326.2353839460086  0.000620654606185564   -0.005874706953688964
 716.2595406833291  350.0461332255877     359.9989757612772    -0.00499458079344425
 554.4191277542327 389.92718676180465  0.004045900073410244   -0.004207149861843326
452.51848207669684 458.65291248609986  0.007355614570945863  -0.0023739007560206276
  685.193034653582 483.18945546200507 0.0002867044670614153  -0.0009953568542784485
 724.5175053147741  493.1721070512582     359.9991076876599  -0.0005834167522704093
 417.8027094266406 495.71311583637356  0.008519899803830196  -0.0013308749419514963
 690.1742502344124 507.57646579474533 0.0001995821746826924 -0.00023412737812588628
 876.1680840839284  592.4423459596898     359.9947244789988    0.002868789615189795
 909.8327539617042  601.8144494981432     359.9937173763644    0.003246776632319398
 990.3782532114341  617.5377382404059     359.9912897697459    0.003945679580371887
 789.2560163571902  626.1172628489509     359.9974802476949    0.003667544354647982
  834.567808967328  660.1695257180426      359.996182402348    0.004833688353551507
478.72199467430477  736.7756931351678  0.007300522876501609    0.006225216941175822
 683.7944036709797   767.497040643004  0.001094672841302974    0.007719138991723606
 974.4842534186997   769.621068840243    359.99218641781107    0.008566526204019535
  781.372400866825  777.3953241701876    359.99812909127303    0.008285253735712924
497.48017360537693  828.1972591015449  0.006971323400677231    0.009079127553964695
 839.0737838258234  885.1525861651903    359.99664966273076    0.011744893701406611
 794.3337927680589  891.5256446264889    359.99803875949885     0.01181992630621926
 839.8673582260056  900.2965845894302     359.9966660807779    0.012211418189398216
 829.8963256864793    945.19210825062     359.9970926564312    0.013561301906068975
  997.070350472072  944.7092814842475    359.99196498493103    0.013996365690261832
 817.6076483767828  955.8326609718102    359.99749812133007    0.013854524067137889
 776.4964730538783  957.8906711986632    359.99876432897116    0.013807001458935582
 915.1976907644887  973.8310739432361    359.99455396812243    0.014669060640882263
 648.5058026628144 1014.1628282924328  0.002840578165361207    0.015188154320912275

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -6.015704       14.405252 pass
      -3.163212       -5.313358 pass
      -1.063919        2.315325 pass
       2.277195        5.239656 pass
       3.941018       -6.597342 pass
       1.684034       -3.571806 pass
      -4.987545      -14.042722 pass
       0.891702       -1.640323 pass
       3.239294       -6.749791 pass
      -4.777771       -6.699630 pass
       2.385831        3.217325 pass
      -2.435758        0.459194 pass
       4.890958       16.731285 pass
       0.085611       14.234913 pass
       3.153965       -5.044320 pass
       5.681395        4.155555 pass
      -4.465804        6.934702 pass
      -4.584365        2.218184 pass
       2.475576      -15.900308 pass
       2.740598        8.709144 pass
       1.314399      -10.064764 pass
       2.363152        8.286862 pass
      -0.828915       -1.153511 pass
       4.133758       12.973044 pass
      10.228089       14.054748 pass
       1.882355        0.780988 pass
      -5.695880        1.894334 pass
      -3.959736      -14.939503 pass
      -1.310516        6.757486 pass
      -0.054248        4.916485 pass
       1.265091        0.285529 pass
      -0.114759       11.018307 pass
       5.048453        6.078073 pass
      -6.871417       -2.686551 pass
       2.075395       13.850713 pass
       0.011666       -2.081452 pass
      -2.245088       -8.004124 pass
      -1.504171       -7.658561 pass
      -1.875604       -7.957385 pass
       0.969543        2.551010 pass
       5.737042        2.067110 pass
      -3.639140       -0.172078 pass
       1.649591       -2.877365 pass
       0.290800       -5.694518 pass
       6.038329       13.552135 pass
       2.261889       10.851200 pass
       8.458742       17.016766 pass

starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_i2d.fits
Image mean, median and std 10.116916 10.798979 50.853256
    xcentroid          ycentroid                RA                     Dec          
------------------ ------------------ ---------------------- -----------------------
 627.2942925118597   43.7906461694201  0.0008797285244249543   -0.014625278025767564
 704.4108923972478  47.21386754193602     359.99852416878326   -0.014312782404175817
 905.2918743719139  72.51075470558935      359.9924322511759   -0.012996479840935231
 972.7803797552901  77.11030666686527      359.9903751014968   -0.012673821594401564
463.40697685117505 103.89546314278559   0.006067058089735734   -0.013223196055963561
 727.5382030860469 113.36396426016982      359.9979929841735   -0.012222061105928547
 392.7077119108454 124.90702249333656   0.008291585675311332   -0.012769132654134726
 448.2226128507119  138.4447174769215   0.006625657873300073   -0.012204608694868927
505.46884341490323 152.12545078680242   0.004907023964445231    -0.01163103941319976
 832.1265416055678 174.41498371858953      359.9949500847417   -0.010068488471838851
 569.4553557520503 183.25386958085585  0.0030286522858761814   -0.010504300566474957
 876.0024211432682 202.00466097408227     359.99367888052615   -0.009104382968826001
 962.8215525981416 202.84191424934733      359.9910188349701   -0.008845075943118234
 398.7311475624541 216.46976886515117   0.008353275569410127   -0.009945162346892881
410.39841022895286 222.96432067417746   0.008012977306917928   -0.009714610740826109
 484.2323127571306 233.94618135827506    0.00577842158896935   -0.009179164197914836
 725.8418248900807 244.23476747665703     359.99839718033945    -0.00821348800333567
 490.5214755020804  248.5975350429006   0.005624992324937386    -0.00871295780783329
 868.0534304142589     262.8373546552      359.9940863378559   -0.007260346387867863
 736.7765799331747  277.2042662330378     359.99815058915374   -0.007173056377060154
375.63380978956434  300.6602372789278   0.009288111656997387   -0.007425626847293503
 660.5294770924538  326.2369903401406  0.0006206462501841165   -0.005874656581149793
 716.2586310906288 350.04474834548625       359.998975785443  -0.0049946257083736114
 554.4200111249362  389.9269795630239   0.004045872427371218   -0.004207153838394348
452.51044151175495 458.65213793224984   0.007355859049597863  -0.0023739461449965625
  685.175794269844 483.17744817268914  0.0002872008295237962   -0.000995771450780398
 724.5151615474259  493.1724916122017      359.9991077605661  -0.0005834112668952889
417.80170272307987 495.71017566606423    0.00851992276219433  -0.0013309678110038456
 690.1733135155167  507.5773163895351 0.00019961318802623557 -0.00023410381546944888
 876.1671821378952   592.440735635016     359.99472450232344    0.002868737807612681
 909.8314928574409   601.813565121421      359.9937174126561   0.0032467461193392893
  990.378728090687  617.5352612908848      359.9912897485182    0.003945604902916047
 789.2556407848891  626.1163109287157      359.9974802566502    0.003667514153447479
 834.5406140446347  660.1778898039595     359.99618325878515    0.004833871655006329
  478.722951717563  736.7732879278951  0.0073004870564041206    0.006225145761215011
 683.7952733517797  767.4968166074698   0.001094645569752819    0.007719134462037861
 974.4940242337636  769.6435115396165      359.9921861785841    0.008567240700314163
 781.3753921765937  777.3965918794567      359.9981290029563    0.008285300659564124
 497.4789858286406  828.1978074186687   0.006971361299249594    0.009079141171690014
  839.076125684384  885.1506349284701      359.9966495856671     0.01174484016897091
 794.3336753306356  891.5119328142013      359.9980387262012    0.011819505519050658
 839.8649816565298  900.2999408772401     359.99666616268695     0.01221151471417287
 829.8959332842933  945.1920027449312     359.99709266818024    0.013561297614786295
 997.0679362740798  944.7081994902067      359.9919650560505    0.013996326014370482
 817.6104595540093  955.8339538949311     359.99749803860493    0.013854571279435995
 776.4973200387963    957.89562697576     359.99876431633464    0.013807155706512217
 915.1909934481031  973.8379209726538     359.99455419192043    0.014669252581609652
 648.6053983370131 1014.1574905876851  0.0028375097114721874    0.015188258655449392

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -6.061195       14.960543 pass
      -3.461022       -5.143394 pass
       0.722986        0.822777 pass
       2.368344        5.008698 pass
       4.207620       -6.416655 pass
       2.120953       -3.802957 pass
      -4.107421      -14.206122 pass
       0.923941       -1.749048 pass
       3.321944       -7.084120 pass
      -4.875949       -6.715937 pass
       2.108402        3.024608 pass
      -2.299323        0.508218 pass
       4.816281       16.753004 pass
       0.086272       14.258112 pass
       3.169894       -4.978688 pass
      -5.365039        4.531160 pass
      -4.585676        5.419869 pass
      -3.390877        2.894199 pass
       2.738038      -15.880561 pass
       2.827595        8.547450 pass
       0.401965       -9.456650 pass
       2.405449        8.271413 pass
      -0.905334       -1.422350 pass
       3.905070       12.641501 pass
      10.743025       14.180019 pass
       1.753403        0.524740 pass
      -6.557097        4.466521 pass
      -4.059261      -14.953818 pass
      -2.082280        6.608888 pass
       0.201782        4.773652 pass
       3.965389        0.642260 pass
       0.690914       11.709294 pass
       8.131627        6.737958 pass
      -7.189357       -2.517626 pass
       2.108431       13.922445 pass
      -0.081695       -2.198667 pass
      -2.114438       -8.113970 pass
      -1.392523       -7.573736 pass
      -1.791636       -8.143893 pass
       0.904233        1.872573 pass
       6.222688        2.599107 pass
      -3.627630        0.151892 pass
       0.992050       -4.184449 pass
       0.585673       -5.347029 pass
       5.948229       13.317961 pass
       3.005892       10.526605 pass
       7.849222       16.243188 pass

starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_i2d.fits
Image mean, median and std 9.827516 10.788419 47.820362
    xcentroid          ycentroid                RA                    Dec          
------------------ ------------------ ---------------------- ----------------------
 641.7227003865544 122.40951264293068  0.0008799934005888493  -0.014626386155063726
  718.815885928043 125.93989351615451     359.99852544000805  -0.014310667500264931
 919.7136275426241 151.15984186898842      359.9924328013891  -0.012996679127948331
 987.2483489817446 155.70860610390267      359.9903740978196  -0.012675453905560324
 477.8170348339017 182.53757476766552  0.0060679482643693815  -0.013223640735401465
 742.0029646661105  192.0070683044656     359.99799219948073  -0.012222328120787019
 407.1485409215753 203.45298939738487   0.008291273550370442  -0.012772442789168425
462.64987316270816  217.0847831943875   0.006626015039169051  -0.012205069803826277
 519.8870125625718  230.6982660454576   0.004907478924143564  -0.011633587204243803
 846.5257709876054 253.07150065581033      359.9949513456788  -0.010068520499957566
 583.8697169671054  261.8401041356153   0.003029260116290892  -0.010506447086739576
 890.4990515019487 280.76705314889995      359.9936774395898   -0.00910090622491698
 977.2948622552083  281.3354681946683      359.9910173857028  -0.008849905844982924
 413.1727399521116  295.1090840375111   0.008353191233789423  -0.009945607873080155
 424.8087161919386 301.65688397444694    0.00801399565565264  -0.009713507608857726
498.61342938237533  312.4770074357876   0.005779899772689189  -0.009183099261093893
 740.3566540784005 322.69244324627414       359.998394361362  -0.008219306373873353
504.92040638373174  327.2164217888873  0.0056261612094685295  -0.008714144556969658
 882.4696224719073  341.3644385333019     359.99408673034753  -0.007264301791852304
 751.2217872802339 355.95809520438365     359.99815070208365  -0.007169980589234828
390.08350018422163 379.32315330679245   0.009287842507335524  -0.007425326838201741
 674.9520467059488  404.6881613518217  0.0006206389155228311   -0.00588092267642966
 730.7041838566215  428.5261326379373      359.9989751546384 -0.0049999034635436574
 568.7821056928636 468.62918354196205   0.004048395100805171  -0.004205884770026591
466.90424780865936  537.2869134994539  0.0073572278387085965 -0.0023746594208333316
 699.5901766764614   561.742621050707 0.00028775135671120164 -0.0009985637138904412
 739.0114445516255   571.915705365826     359.99910627873766 -0.0005805235308832692
 432.2502269142361  574.3720131900784   0.008519686456610876  -0.001330703987620963
  704.583321350542  586.2382973995511 0.00020055568670471798 -0.0002339699069172843
 890.5719187046769  671.1616253982024     359.99472576771996  0.0028706946092029234
 924.2729132654682  680.5315206560736     359.99371754525947   0.003248711657056144
1004.8197419275244  696.2343730645421      359.9912898429014   0.003946991497830826
 803.6479731937111  704.6177547219694     359.99748131187533  0.0036627082836322923
   849.04499222736  738.6813348720783      359.9961808835405   0.004829428660599996
 493.1691188546773  815.4319727268687   0.007300314538134649   0.006225306516463301
 698.2394652042935  846.2096723190227  0.0010946794429143936   0.007720951023700461
 988.9000992810243  848.3691718674888     359.99218741584593   0.008569347322393601
 795.7748504877836  856.1716542599758      359.9981305760053   0.008288904392155445
511.90583642967096  906.7877747662374   0.006971596199594634   0.009077142692607478
 853.4742395259057  963.7590748520233     359.99665075159544   0.011743330760947806
 808.7492309764655  970.0734285175472     359.99803923093515   0.011816603507921426
 854.3177817884617  979.1340434497968       359.996666258934    0.01221707237733555

RA_Diff (mas)  Dec_diff (mas) pass/fail
       2.704884       -9.229370 pass
       3.654141        3.348706 pass
       8.784029        1.196999 pass
       2.527501        7.269879 pass
       0.820219      -16.773915 pass
       4.722751      -19.050179 pass
       2.471244       -6.134355 pass
      -4.754006       -0.176315 pass
       6.305744       -2.409261 pass
      -1.453681       -6.686307 pass
       6.229251        2.513549 pass
       1.724127        5.086065 pass
      -2.017477        7.537590 pass
      -2.768633       -5.027371 pass
      -0.186248        1.293353 pass
      -2.596544       -5.484711 pass
       0.556698      -10.452469 pass
      -0.566974       -8.376618 pass
      -0.565555        3.569392 pass
       8.444444       12.526200 pass
       7.918131       13.218765 pass
       1.132337        1.103459 pass
      -2.102955       12.050361 pass
       5.022363      -10.385172 pass
       3.239182       -7.557340 pass
       0.352151       -5.234060 pass
      -0.419254       -9.256822 pass
      -1.526381       10.455812 pass
       0.984781        2.005959 pass
       3.584360        1.772608 pass
      -1.637066       -1.038035 pass
       2.000472       -7.091665 pass
       2.763792       -1.099407 pass
       2.885001        1.155139 pass
       7.176242       -1.390158 pass
       0.580354       -4.120405 pass
       0.688442       -5.788343 pass
       0.932162       14.660558 pass
       8.136419        5.590488 pass
      -2.211470       -6.861042 pass
      -2.299097       -4.702946 pass

starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_i2d.fits
Image mean, median and std 9.827391 10.788682 47.818474
    xcentroid          ycentroid                RA                     Dec          
------------------ ------------------ ---------------------- -----------------------
 641.7228166768773  122.4121359295773   0.000879996893898583   -0.014626305399335291
  718.829727317658 125.92633067783606     359.99852497906545   -0.014311046155557164
  919.706119823212  151.1629088777233      359.9924330398659    -0.01299660528195927
  987.244287435933 155.70744366752422      359.9903742192383   -0.012675500481279833
477.81550142031745 182.53713382614595   0.006067994099737253   -0.013223658383303702
 742.0039078022609 192.00855592599353      359.9979921745628   -0.012222279965035457
 407.1542751346656   203.439962485529   0.008291062655604997   -0.012772826827015596
462.64891921662485 217.08461954217884   0.006626043851424161   -0.012205077389291176
 519.8986729948123  230.6761879513902   0.004907061945557089   -0.011634232847920223
 846.5231351727888 253.07315396007164     359.99495143095487   -0.010068476894623427
 583.8718931280858 261.84030882303733   0.003029193935384659   -0.010506434953905991
 890.4976359347183  280.7678735654924     359.99367748520575    -0.00910088487627827
 977.2988551697918   281.331220855103     359.99101725183084   -0.008850025344108938
 413.1655396888538  295.1197544705565   0.008353440743468391   -0.009945300041570737
424.80920492325345  301.6558114399569   0.008013977782539332   -0.009713539182804905
 498.6127373690878 312.47444605561196   0.005779914100453612   -0.009183179667746302
 740.3554013018091 322.69313543725656     359.99839440164095   -0.008219288519173149
504.92260090464134 327.21834682091566   0.005626099095048058    -0.00871407962057786
  882.565758996396 341.36979448887786     359.99408379674514   -0.007263878845990648
  751.217600536966  355.9543892467843     359.99815082049685   -0.007170105498632704
390.08074779278485 379.31668458715114    0.00928790950160966   -0.007425532607518412
 674.9623402622507  404.6862397528395  0.0006203180937055698    -0.00588095390180431
 730.7037753814426  428.5260028654385       359.998975166815   -0.004999908542226202
  568.773175615084 468.64297600581955   0.004048706056519734   -0.004205485856781699
466.90459390898366  537.2865750098742   0.007357216314697366   -0.002374668869212009
 699.5902377297151  561.7443044574502  0.0002877540146139217  -0.0009985119281188408
 739.0315778343754  571.9119049491978      359.9991056511258  -0.0005805858910009315
432.25048714747174  574.3733040310184   0.008519681950293317  -0.0013306637038250147
 704.5790336446064  586.2387474029681 0.00020068837969070574 -0.00023396764594929228
 890.5716393924403   671.161745161816     359.99472577660737    0.002870697530092386
 924.2732080992063   680.530295237091     359.99371753292075    0.003248674873139096
1004.8206343562742  696.2338044926988      359.9912898140051    0.003946976464197831
 803.6517348853995  704.6304656772519       359.997481230729    0.003663108186431313
 849.0458731256971  738.6768290668624     359.99618084440255      0.0048292928611321
  493.169555479984  815.4318503256441   0.007300300819681762    0.006225303937996488
 698.2423789647694   846.205933816626  0.0010945800323692693   0.0077208442239649995
 988.8814280160368  848.3564118316383      359.9921879540605     0.00856890579251247
 795.7746482844336    856.17067466041      359.9981305795697    0.008288873808712332
511.90888763582404  906.7861269273278   0.006971498200326669    0.009077100372691896
 853.4758384207996  963.7604011256379      359.9966507061345    0.011743375733639582
 808.7493571380172  970.0716367246143     359.99803922224464     0.01181654890230473
 854.3207213585496   979.137382231564      359.9966661777772    0.012217182671149915

RA_Diff (mas)  Dec_diff (mas) pass/fail
       2.714453       -9.042941 pass
       3.757865        3.321399 pass
       7.124636       -0.166160 pass
       2.953789        6.820205 pass
       0.778733      -16.807929 pass
       4.430624      -17.610529 pass
       2.455021       -5.989334 pass
      -5.111883       -0.560794 pass
       6.142084       -2.247359 pass
      -1.806479       -6.838658 pass
      -4.331717        4.036154 pass
       0.223004        2.761747 pass
      -1.853259        7.614445 pass
      -2.799919       -5.223952 pass
      -0.021241        1.229820 pass
      -4.855947       -5.709208 pass
       0.600534      -10.470752 pass
      -0.325794       -9.117387 pass
      -0.669582        3.515271 pass
       8.751437       12.683179 pass
       7.828426       13.392126 pass
       1.082951        1.094177 pass
      -0.165382       10.460853 pass
       6.141803       -8.949084 pass
       3.290762       -7.846804 pass
       0.789258       -5.401733 pass
      -0.560151       -9.745700 pass
      -1.513549       10.345711 pass
       0.225560        0.623423 pass
       3.520017        1.658942 pass
      -1.681485       -1.170457 pass
       2.478167       -7.083525 pass
       2.795786       -1.088892 pass
       3.743517        1.420985 pass
       7.188818       -1.099438 pass
       0.356742       -3.886634 pass
       1.586676       -4.680150 pass
       0.639998       15.057616 pass
       7.898167        5.634166 pass
      -2.693409       -7.291239 pass
      -2.154093       -4.638669 pass

starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_i2d.fits
Image mean, median and std 9.821704 10.789806 48.313305
    xcentroid          ycentroid                RA                     Dec          
------------------ ------------------ ---------------------- -----------------------
 689.9883695183636 101.85249747918233   0.000880494627604281   -0.014628032252966251
 767.1146544753882 105.40654002150126      359.9985249899391    -0.01431149893058481
 968.0037635883841 130.62789753238783      359.9924326199003   -0.012997490549186596
  526.097191640674 162.16814833601413   0.006068510011732581   -0.013219495500390447
 790.3062847110347  171.4650547953246     359.99799158654145   -0.012223412872813316
455.47082844885335  182.9287883872101   0.008290126859551163   -0.012772930338668083
 510.9543271567537  196.5738119695463  0.0066254508153852235   -0.012205199645730662
 568.1112222112675 210.13790423889915   0.004909242477189329    -0.01163544753464979
 894.8526337368794  232.5226338425421     359.99494999239516   -0.010069752053566899
 632.1621669482332 241.42472399068967  0.0030293212450999097   -0.010503677929044216
 938.7261943389261 260.26957125913196     359.99367928249944   -0.009100830416786306
 461.4958960665609  274.7041319433102   0.008352338814375668   -0.009942436336358457
 473.1341774704027  281.1066900212692   0.008012681699057824    -0.00971478369259735
 546.9397272632335  291.9451263595741  0.0057786094447556885    -0.00918381152238294
 788.6069735056644 302.12584796032047      359.9983953075267   -0.008221287576297453
 553.2318625397711  306.7442162290328   0.005625486590617764   -0.008713066815341645
  930.798374082446 320.72606990168055      359.9940850782994   -0.007268272842911106
 799.4650475975825 335.39230852282185      359.9981518668933   -0.007171955996963057
 438.3992500482662 358.84177100304953   0.009287011529124645   -0.007424518961310727
 723.2757527273199 384.52884924792835  0.0006204306831403055   -0.005870217119513983
 779.0085099865584 408.14565936616106     359.99897494554887   -0.004996031939738966
 617.1115981715793 448.12246189298645  0.0040470745246725046   -0.004205816928210581
 515.2049468088627  516.7973961629122   0.007356836507450808  -0.0023741415009823933
 747.9057920666293  541.1758803294642  0.0002866948247434502  -0.0010003736956895387
 787.2825687794074  551.4095861934005      359.9991067496638    -0.00058059428742688
 480.4983088818336  553.8773845531367   0.008520894869128971   -0.001330484399168871
 752.9051781116319  565.7669020738741 0.00019956434162669812 -0.00023283933912013476
393.14646081513894  604.9556287785181   0.011336982278913943   7.579150950217771e-07
 938.8767812879711  650.5678562848227     359.99472496823176    0.002868026854149161
 972.6089701861639  660.0370518646532       359.993716056431   0.0032491728767917193
  852.001511400442  684.2236418647179      359.9974795570102   0.0036662939539200165
 897.3317440189713  718.1341127778732     359.99618076466226    0.004828139524203978
 541.4739222323944  794.8126459850206   0.007299448037981318     0.00622185490567396
 746.4796767935385  825.7303824867782  0.0010961704923412407    0.007721619792871717
 844.0655578183621  835.5855075026776      359.9981302310685    0.008286432280340662
 560.1906435901317  886.4576780243639   0.006972121210297028    0.009082506484602085
 901.8179370086663   943.206919828717      359.9966488732041    0.011742043591158076
 856.9959080135792  949.6131558610136      359.9980405749135    0.011817872823331013
 902.5719253526552   958.438083996861      359.9966667397213     0.01221113446953182
 892.6072986926222 1003.2537900669965     359.99709290414853    0.013558587800217169
 880.3362391728757  1014.221945739183      359.9974987103826      0.0138619032736091
 839.1430053943357 1015.9605768846207     359.99876657485555    0.013804366132275668

RA_Diff (mas)  Dec_diff (mas) pass/fail
       2.069480        4.918076 pass
      -1.042623       21.251785 pass
      -1.098631      -15.745304 pass
       1.622935        2.881275 pass
       7.163781       -1.796150 pass
       6.720816        0.158411 pass
      -0.588573      -14.909404 pass
      -1.594763       -6.141766 pass
       6.821529       -5.343837 pass
       0.613772        2.231254 pass
      -0.456465       -7.043072 pass
       0.436357       12.623345 pass
       0.281878      -11.782234 pass
       8.072918       -1.611125 pass
       4.616998        7.810500 pass
       2.069689       -0.457836 pass
       1.836042       16.216199 pass
      -0.901210       -5.739435 pass
      -0.196024        3.485017 pass
      -3.558495       -5.468261 pass
       3.254935       -1.483919 pass
       3.572623        8.092607 pass
       5.711549        9.313658 pass
      -1.987063      -11.322340 pass
       0.268289      -10.140942 pass
      -1.405999      -10.121481 pass
      -0.847216      -13.897713 pass
      -2.768153        1.556209 pass
      -3.143306        0.250781 pass
      -1.145883       -2.821293 pass
      -6.996848        0.622356 pass
      -1.568370       -3.021621 pass
      -0.114366      -10.703325 pass
       2.231641       -1.765977 pass
       8.980659       -7.316111 pass
      -1.848274       -0.240535 pass
      -2.380268        5.629189 pass
       2.662997       -6.715910 pass
       8.356482       15.559455 pass
       1.107096      -11.835275 pass

starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_i2d.fits
Image mean, median and std 9.82096 10.7899685 48.292854
    xcentroid          ycentroid                RA                   Dec          
------------------ ------------------ --------------------- ----------------------
 689.9885901264787 101.85033664912017 0.0008804820478196955  -0.014628097920923358
 767.1119152629705 105.40818972560808    359.99852507837613   -0.01431145571390041
 968.0034768071495 130.62980461337932     359.9924326338264  -0.012997432840511402
 526.0994467554968  162.1562969059541  0.006068408966369632  -0.013219852854547274
 790.3061510107007  171.4699540522718    359.99799160382537  -0.012223262997461432
455.46995521840296 182.93305913430726  0.008290165129760562  -0.012772801726577855
 510.9546501400181 196.57274124482367   0.00662543802979007  -0.012205231610229541
  568.112555467316  210.1375163258603  0.004909200549160662  -0.011635455842126224
 894.8465072186234 232.50221152757368     359.9949501253071  -0.010070394788134106
 632.1613480615864 241.42598439957737 0.0030293497479525846  -0.010503641482411513
  938.722763450528 260.27124854158933     359.9936793922209  -0.009100788215739961
461.49072039021746 274.70057292637676  0.008352487948489227  -0.009942559401089126
473.12644264426916 281.10248493802317  0.008012907570628005  -0.009714933455640937
 546.9336549868592  291.9448033033366  0.005778794781068123  -0.009183837769520881
 788.6015156308075  302.1251242552065     359.9983954729443   -0.00822132445592952
 553.2323567289076 306.75283341059054  0.005625494625439253  -0.008712801240569588
 930.7872043501388  320.7098537578233    359.99408537717983  -0.007268800167164609
 799.4632670368322 335.38912310009295     359.9981519129219 -0.0071720584691262355
438.40056467980605  358.8402796559897  0.009286967202842904  -0.007424561155590005
 723.2881244338955  384.5243100573075 0.0006200390910860091 -0.0058703230206689425
 778.9998775736685 408.14061165959475     359.9989751966773 -0.0049962099571450305
 617.1126675899939  448.1227484001682  0.004047042502077635   -0.00420580526466604
  515.206146380071  516.7999052323403   0.00735680647471249  -0.002374061332577991
 747.9056851873659  541.1770318272434 0.0002867012008985679 -0.0010003386727572932
 787.2833578377877  551.4093588316762    359.99910672485555 -0.0005805991360669924
 480.4873247236019  553.8854315466233  0.008521253351759323 -0.0013302671977131332
 752.9168071762272   565.752916916247 0.0001991701032590924 -0.0002332368982519863
 393.1478807729493  604.9563930506448  0.011336940792753023  7.851725619410268e-07
 938.8783206074479  650.5686539749358     359.9947249231753  0.0028680554575743625
   972.61043971568  660.0379390561928     359.9937160137555  0.0032492040369676467
 851.9989259643369  684.2204432320266    359.99747962768464  0.0036661889107444004
 897.3326135314962  718.1309908267625     359.9961807295975   0.004828046129821198
 541.4834526785112  794.8170533554535  0.007299167648294172   0.006222015703867949
  746.475230677428  825.7364172724862  0.001096323071756837  0.0077217928842625155
 844.0652265040663  835.5858312619256     359.9981302420995   0.008286441316813551
 560.1924838537312  886.4557176174562  0.006972059503314779   0.009082451321161061
 901.8144027111897  943.2015627232523     359.9966489671668   0.011741869805268024
  856.995409064311  949.6129942829123     359.9980405897789   0.011817866525873638
  902.568565638237  958.4353181162654    359.99666683530353   0.012211040613056967
 892.6076477739966 1003.2585252694837    359.99709290618654   0.013558733944033475
 880.3377436169004 1014.2336597603291    359.99749869577175   0.013862266531194559
 839.1473408301226 1015.9632623598229     359.9987664491366   0.013804460148814408

RA_Diff (mas)  Dec_diff (mas) pass/fail
       1.616892        5.256536 pass
      -1.095222       22.559512 pass
      -1.075677      -15.619222 pass
       1.576907        2.766203 pass
       7.482154       -1.640570 pass
       6.886519       -0.210489 pass
      -0.696691      -14.620797 pass
      -1.340335       -6.519921 pass
       8.112066       -4.561912 pass
       1.163058        2.854383 pass
      -0.118200       -7.668701 pass
       0.214212       12.424756 pass
       1.357847      -13.680602 pass
       7.921977       -1.641032 pass
       5.011995        7.962423 pass
       2.123204       -0.480507 pass
       1.472279       14.929724 pass
      -0.990520       -5.756890 pass
       0.708038        2.844154 pass
      -3.718070       -5.620160 pass
       3.262272       -0.957801 pass
       4.051106        5.778763 pass
       5.773771        9.853209 pass
      -2.996466      -10.743466 pass
       0.153007      -10.098953 pass
      -0.738788      -10.215970 pass
      -0.973449      -14.233933 pass
      -2.728442        1.588741 pass
      -3.005533        0.713784 pass
      -0.332746       -3.360440 pass
      -7.150480        0.734533 pass
      -2.987628       -4.452834 pass
      -0.276569      -10.600353 pass
       2.281775       -1.558226 pass
       8.935372       -7.552515 pass
      -1.819348        0.715534 pass
      -1.843385        5.186156 pass
       3.007093       -7.053793 pass
       8.459093       15.690663 pass
       1.702599      -11.968041 pass

RA difference mean, median and std (units in mas) 1.1304946902568231 0.7871462078333502 3.6212790667708883
Dec difference mean, median and std (units in mas) 0.09565537802571689 -0.22551204218387855 8.784219193377282


im = ImageModel('starfield_50star4ptdither_combined_i2d.fits')
pixarea = im.meta.photometry.pixelarea_steradians
print('Pixel area in steradians', pixarea)

# pull out data portion of input file
data = im.data

# print stats on input image
mean, median, std = sigma_clipped_stats(data, sigma=200.0, maxiters=5)  # default sigma=3
print('Image mean, median and std',mean, median, std)

Pixel area in steradians 2.84403609523084e-13
Image mean, median and std 10.288477 10.812162 46.92807


# Run DAOStarFinder to find sources in image

ap_radius = 5.  # radius for aperture for centroiding and photometry

daofind = DAOStarFinder(fwhm=3.0, threshold=10.*std)    # default threshold=5*std, fwhm=3
sources = daofind(data)    

# Create apertures for x,y positions
positions = tuple(zip(sources['xcentroid'], sources['ycentroid']))
#print(positions)

#positions = (sources['xcentroid'], sources['ycentroid'])
apertures = CircularAperture(positions, r=ap_radius)

# using wcs info from images, put coordinates into RA, Dec
ra, dec = im.meta.wcs(sources['xcentroid'], sources['ycentroid'])

# add RA, Dec to sources table

ra_col = Column(name='RA', data=ra)
dec_col = Column(name='Dec', data=dec)
sources.add_column(ra_col)
sources.add_column(dec_col)

# print RA, Dec for each x, y position found
#print(sources['xcentroid', 'ycentroid', 'RA', 'Dec'])  

sources_sub = sources['xcentroid', 'ycentroid', 'RA', 'Dec']
sources_sub.pprint_all()
print()

# Compare input RA, Dec to found RA, Dec
#print('       RA found       Dec found    RA_Diff (mas)  Dec_diff (mas) pass/fail')

deltara_twon = []
deltadec_twon = []

# Put ra, dec coords into a table
cat1_sim = Table([RA_sim, Dec_sim], names=('ra', 'dec'))
cat2_calc = Table([ra, dec], names=('ra', 'dec'))
    
# Get coordinates with SkyCoord for each catalog
    
coord_cat1_sim = SkyCoord(ra=cat1_sim['ra'], dec=cat1_sim['dec'], unit="deg")
coord_cat2_calc = SkyCoord(ra=cat2_calc['ra'], dec=cat2_calc['dec'], unit="deg")    
ind_cat2_cat1, dist_2d, _ = match_coordinates_sky(coord_cat1_sim, coord_cat2_calc)
    
# Find where the catalogs match
    
cat1_matched = cat1_sim[dist_2d.arcsec<0.05]
cat2_matched = cat2_calc[ind_cat2_cat1[dist_2d.arcsec<0.05]]
    
#print(cat1_matched)
    
# Get differences in RA, Dec
ra_diff = cat2_matched['ra'] - cat1_matched['ra']
dec_diff = cat2_matched['dec'] - cat1_matched['dec'] 
    
#print(ra_diff)
    
# put differences in milliarcseconds
ra_diff = ra_diff * 3600000
dec_diff = dec_diff * 3600000
    
    
# Compare input RA, Dec to found RA, Dec
print('RA_Diff (mas)  Dec_diff (mas) pass/fail')
# Find if the differences are within the allowed 30 mas range
for i in np.arange(0,len(ra_diff)):
    #if ra_diff[i] < 30 and dec_diff[i] < 30:
    deltara_twon.append(ra_diff[i])
    deltadec_twon.append(dec_diff[i])
    if abs(ra_diff[i]) < 30 and abs(dec_diff[i]) < 30: 
        test = 'pass' 
    else: 
        test = 'fail'
    print('{:15.6f} {:15.6f} {}'.format(ra_diff[i], dec_diff[i], test))
 
    
# Plot ra and dec differences
plt.title ('Differences in RA and Dec in milliarcseconds')
plt.ylabel('Delta RA')
plt.xlabel('Delta Dec')
plt.scatter(deltara_twon,deltadec_twon)
plt.show()

# Plot should show no differences greater than 30 milliarcseconds  
     
meanRAdiff_twon, medianRAdiff_twon, stdRAdiff_twon = sigma_clipped_stats(deltara_twon, sigma=5.0, maxiters=5)  # default sigma=3
meanDecdiff_twon, medianDecdiff_twon, stdDecdiff_twon = sigma_clipped_stats(deltadec_twon, sigma=5.0, maxiters=5)  # default sigma=3

print('RA difference mean, median and std (units in mas)',meanRAdiff_twon, medianRAdiff_twon, stdRAdiff_twon) 
print('Dec difference mean, median and std (units in mas)',meanDecdiff_twon, medianDecdiff_twon, stdDecdiff_twon)

    xcentroid          ycentroid                RA                     Dec          
------------------ ------------------ ---------------------- -----------------------
 684.0349801398269 127.53398820155107  0.0008802356392724081   -0.014625718684193018
 761.1417185364996 131.00120969721132      359.9985250967011   -0.014311900336161254
  962.044045327448  156.2597228379952      359.9924324212901   -0.012996717053358243
1029.5284667763474  160.7489371080112      359.9903750999242    -0.01267745328521645
  520.136842123628 187.64742737261093   0.006067920287576677   -0.013223401438246601
 784.3356556172794 197.08543273213084     359.99799169173605   -0.012223019742145704
 449.5187622610406 208.57023407845102    0.00828971951297613    -0.01277184115518434
 504.9794613918756 222.20944274967488   0.006625726974174949    -0.01220435014360284
 562.1911587168676 235.79122465364017   0.004907885737906904   -0.011633908120278952
 888.8695246352839  258.1098282023256     359.99495039096297   -0.010070410096887158
 626.2027653878556  266.9547688333488  0.0030288390647272845   -0.010506024620832598
   932.76654800086 285.86100778283446      359.9936789729847   -0.009101295241062447
1019.5595970244832 286.54167402965896      359.9910193058667   -0.008846860123992011
455.53239290503916  300.2762204121574   0.008352095538011793   -0.009943504782109706
 467.1459183658578 306.75963212572145   0.008013415141533465   -0.009713439392708337
 540.9630020972563 317.64933229295224   0.005779127158599871   -0.009180864196987815
 782.6138199696007  327.8326069207461     359.99839633587055     -0.0082183062025097
 547.2483321876311 332.38725463982905   0.005626048380912804    -0.00871201350068967
 924.8281577485241  346.5271110464384     359.99408565695774   -0.007262338606292384
 793.4822836421414 361.04776373369344     359.99815243857665  -0.0071705198893844205
 432.4356526336904  384.4834868286835   0.009286958507941903   -0.007423452556742722
  717.231077597826 410.04647046940346  0.0006225299576923314  -0.0058731742732409066
  773.030517368809  433.6758458949899      359.9989750338146  -0.0049984243386943066
 611.1366567671494  473.7624221499183    0.00404736464548463   -0.004204834907002587
509.22595326076726  542.4939421053804   0.007357403159559425   -0.002371435186792188
 741.9307614933189  566.8597532521925 0.00028710582801499474  -0.0009980453369228064
 781.3295347334661  577.0259013408031      359.9991063043371  -0.0005802783856408835
474.53949839778625  579.5208917769618   0.008520699879628326  -0.0013293501975992215
  746.930706327356  591.3670390947349 0.00019973287109999023 -0.00023307722562336533
 387.1987946257462  630.3913822740583   0.011335886473817506  -4.448637885495349e-06
 932.9197540080283  676.2487521898043      359.9947248190883    0.002870312396162266
 966.5603959160932  685.6064302104671      359.9937184144537    0.003247792395030558
1047.1401065142827  701.2915932902391     359.99128965616256    0.003945618284316291
  846.014956891988  709.7840294333985     359.99747998905144    0.003664804665828983
 891.3788416447723  743.7807054912173      359.9961803967259    0.004829384278400414
 535.5302153244064  820.5604057674504   0.007299070441603304    0.006226226665550125
 740.5198478730687  851.3192336770229  0.0010958596119543828    0.007721075284312852
1031.2202058752202  853.4082028576414      359.9921871880405    0.008567415681923119
 838.1002310823336  861.2212182855415     359.99813021484755     0.00828730993713369
 554.2140042855266  911.9442378549793   0.006972050582822998    0.009078779976344455
 895.8521766094706  968.8842004846346       359.996648982114    0.011744194866573488
 851.0617009214353  975.2989949070957      359.9980397392937    0.011820371445499883
  896.616792813106  984.1574555803302      359.9966666359951    0.012214605064878726
1053.8480131939739 1028.4913001793757      359.9919644623739     0.01399721051153304
 886.6562291281174 1028.9254355586265     359.99709254739946    0.013560605831784655
 874.3946673416588 1039.7000373306128      359.9974975415321    0.013858011558282084
 833.2149642587179 1041.4770549281343      359.9987650944037    0.013801687935979632
 971.9370288922107  1057.513609968888      359.9945543530599    0.014666751703397606
 705.3404561236998  1097.969271227759  0.0028383736637046884     0.01518990147895859
 535.6924609957281 1111.6827213099964    0.00807751332576429     0.01515389546893393

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -3.260147       -4.723430 pass
      -5.250485        7.241610 pass
       0.380981       -7.363213 pass
       2.617107        5.939483 pass
       7.548124       -3.241210 pass
       8.778876        5.328398 pass
       1.451374       -5.166672 pass
      -0.039415      -11.503203 pass
       6.119567       -1.260711 pass
      -0.505397        0.271024 pass
      -0.064390        0.701520 pass
       0.182098       -0.792085 pass
       2.365048        9.581017 pass
       3.188656        3.930767 pass
       5.447973        3.223688 pass
       3.502745        6.137132 pass
      -2.254811       10.445324 pass
      -0.938543        8.537204 pass
      -0.286965        2.154822 pass
      -2.504386       -4.602188 pass
       0.121733       -5.127619 pass
      -3.749371       -1.629204 pass
       1.970638        5.780994 pass
      -1.237815       -1.374176 pass
       5.007467        5.723651 pass
       6.090250       10.728928 pass
      -3.346410        4.415996 pass
      -2.923054        5.096455 pass
       1.312724       -6.605665 pass
       0.457771        0.488891 pass
      -1.935454        7.957842 pass
       3.959727      -12.431827 pass
       1.271016        2.706132 pass
      -2.171787       -9.416598 pass
      -2.826549        4.715774 pass
      -4.609753        4.171841 pass
       1.494510        2.018186 pass
       1.492033       -4.347378 pass
      -0.961664       -3.878012 pass
      -0.651282       -2.475374 pass
       1.516644        1.018608 pass
       8.048301        1.012737 pass
       0.174171        3.551398 pass
      -3.256063        1.782784 pass
       2.289582        5.778234 pass
       6.620633        7.111365 pass
       4.701120        4.103554 pass
       4.809134       -1.102329 pass

RA difference mean, median and std (units in mas) 1.0447138208313749 0.41937590675840625 3.454678710096984
Dec difference mean, median and std (units in mas) 1.1378012971992015 1.900485327523127 5.561990609253052


# mark sources on image frame to see if the correct sources were found
norm = ImageNormalize(stretch=SqrtStretch())
# keep image stretch in mind for plotting. sky subtracted range ~ (-15, 10), single sample ~ (0, 20)
plt.figure(figsize=(20,20))
plt.imshow(data, cmap='Greys', origin='lower', vmin=5,vmax=15)#, norm=norm)
apertures.plot(color='red', lw=2.5) #, alpha=0.5)
plt.show()


# Run Calwebb_image3 on the association table with tweakreg off
    
# set any specific parameters
# tweakreg parameters to allow data to run
fwhm = 3.318 #3.27  # Gaussian kernel FWHM of objects expected, default=2.5
minobj = 5  # minimum number of objects needed to match positions for a good fit, default=15
snr = 10 # signal to noise threshold, default=5
sigma = 3 # clipping limit, in sigma units, used when performing fit, default=3
fit_geom ='rshift' # ftype of affine transformation to be considered when fitting catalogs, default='general'
use2dhist = False  # boolean indicating whether to use 2D histogram to find initial offset, default=True
   
pipe3=Image3Pipeline()    
#pipe3.tweakreg.kernel_fwhm = fwhm
#pipe3.tweakreg.snr_threshold = snr
#pipe3.tweakreg.minobj = minobj
#pipe3.tweakreg.sigma = sigma
#pipe3.tweakreg.fitgeometry = fit_geom
#pipe3.tweakreg.use2dhist = use2dhist
pipe3.tweakreg.skip = True        # test to see if this affects the final output
pipe3.outlier_detection.skip = True # this is set in later step so mis-alignments aren't 'hidden'
pipe3.source_catalog.save_results = True
pipe3.save_results = True
#pipe3.output_dir = datadir

# run Image3

#im = pipe3.run(rtdata.input)
image = pipe3.run('starfield_50star4ptdither_asnfile.json')
print('Image 3 pipeline finished.')

2022-03-24 14:13:36,284 - stpipe.Image3Pipeline - INFO - Image3Pipeline instance created.
2022-03-24 14:13:36,286 - stpipe.Image3Pipeline.assign_mtwcs - INFO - AssignMTWcsStep instance created.
2022-03-24 14:13:36,287 - stpipe.Image3Pipeline.tweakreg - INFO - TweakRegStep instance created.
2022-03-24 14:13:36,288 - stpipe.Image3Pipeline.skymatch - INFO - SkyMatchStep instance created.
2022-03-24 14:13:36,290 - stpipe.Image3Pipeline.outlier_detection - INFO - OutlierDetectionStep instance created.
2022-03-24 14:13:36,291 - stpipe.Image3Pipeline.resample - INFO - ResampleStep instance created.
2022-03-24 14:13:36,293 - stpipe.Image3Pipeline.source_catalog - INFO - SourceCatalogStep instance created.
2022-03-24 14:13:36,484 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline running with args ('starfield_50star4ptdither_asnfile.json',).
2022-03-24 14:13:36,490 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'steps': {'assign_mtwcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'assign_mtwcs', 'search_output_file': True, 'input_dir': ''}, 'tweakreg': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_catalogs': False, 'catalog_format': 'ecsv', 'kernel_fwhm': 2.5, 'snr_threshold': 10.0, 'brightest': 1000, 'peakmax': None, 'enforce_user_order': False, 'expand_refcat': False, 'minobj': 15, 'searchrad': 1.0, 'use2dhist': True, 'separation': 0.5, 'tolerance': 1.0, 'xoffset': 0.0, 'yoffset': 0.0, 'fitgeometry': 'general', 'nclip': 3, 'sigma': 3.0, 'align_to_gaia': False, 'gaia_catalog': 'GAIADR2', 'min_gaia': 5, 'save_gaia_catalog': False}, 'skymatch': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'skymethod': 'match', 'match_down': True, 'subtract': False, 'stepsize': None, 'skystat': 'mode', 'dqbits': '0', 'lower': None, 'upper': None, 'nclip': 5, 'lsigma': 4.0, 'usigma': 4.0, 'binwidth': 0.1}, 'outlier_detection': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': False, 'input_dir': '', 'weight_type': 'ivm', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'nlow': 0, 'nhigh': 0, 'maskpt': 0.7, 'grow': 1, 'snr': '5.0 4.0', 'scale': '1.2 0.7', 'backg': 0.0, 'save_intermediate_results': False, 'resample_data': True, 'good_bits': '~DO_NOT_USE', 'scale_detection': False, 'allowed_memory': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None}, 'source_catalog': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'cat', 'search_output_file': True, 'input_dir': '', 'bkg_boxsize': 100, 'kernel_fwhm': 2.0, 'snr_threshold': 3.0, 'npixels': 5, 'deblend': False, 'aperture_ee1': 30, 'aperture_ee2': 50, 'aperture_ee3': 70, 'ci1_star_threshold': 2.0, 'ci2_star_threshold': 1.8}}}
2022-03-24 14:13:36,622 - stpipe.Image3Pipeline - INFO - Prefetching reference files for dataset: 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal.fits' reftypes = ['abvegaoffset', 'apcorr', 'drizpars']
2022-03-24 14:13:36,627 - stpipe.Image3Pipeline - INFO - Prefetch for ABVEGAOFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_abvegaoffset_0001.asdf'.
2022-03-24 14:13:36,629 - stpipe.Image3Pipeline - INFO - Prefetch for APCORR reference file is '/grp/crds/cache/references/jwst/jwst_miri_apcorr_0005.fits'.
2022-03-24 14:13:36,630 - stpipe.Image3Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-03-24 14:13:36,631 - stpipe.Image3Pipeline - INFO - Starting calwebb_image3 ...
2022-03-24 14:13:37,947 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg running with args (<ModelContainer>,).
2022-03-24 14:13:37,949 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_catalogs': False, 'catalog_format': 'ecsv', 'kernel_fwhm': 2.5, 'snr_threshold': 10.0, 'brightest': 1000, 'peakmax': None, 'enforce_user_order': False, 'expand_refcat': False, 'minobj': 15, 'searchrad': 1.0, 'use2dhist': True, 'separation': 0.5, 'tolerance': 1.0, 'xoffset': 0.0, 'yoffset': 0.0, 'fitgeometry': 'general', 'nclip': 3, 'sigma': 3.0, 'align_to_gaia': False, 'gaia_catalog': 'GAIADR2', 'min_gaia': 5, 'save_gaia_catalog': False}
2022-03-24 14:13:37,949 - stpipe.Image3Pipeline.tweakreg - INFO - Step skipped.
2022-03-24 14:13:37,961 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg done
2022-03-24 14:13:38,147 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch running with args (<ModelContainer>,).
2022-03-24 14:13:38,149 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'skymethod': 'match', 'match_down': True, 'subtract': False, 'stepsize': None, 'skystat': 'mode', 'dqbits': '0', 'lower': None, 'upper': None, 'nclip': 5, 'lsigma': 4.0, 'usigma': 4.0, 'binwidth': 0.1}
2022-03-24 14:13:38,239 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-03-24 14:13:38,239 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() started on 2022-03-24 14:13:38.238963
2022-03-24 14:13:38,240 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-03-24 14:13:38,240 - stpipe.Image3Pipeline.skymatch - INFO - Sky computation method: 'match'
2022-03-24 14:13:38,240 - stpipe.Image3Pipeline.skymatch - INFO - Sky matching direction: DOWN
2022-03-24 14:13:38,241 - stpipe.Image3Pipeline.skymatch - INFO - Sky subtraction from image data: OFF
2022-03-24 14:13:38,241 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-03-24 14:13:38,242 - stpipe.Image3Pipeline.skymatch - INFO - ----  Computing differences in sky values in overlapping regions.
2022-03-24 14:13:50,976 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal.fits. Sky background: 0.0109372
2022-03-24 14:13:50,977 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal.fits. Sky background: 0.022236
2022-03-24 14:13:50,977 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal.fits. Sky background: 0.0132933
2022-03-24 14:13:50,977 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal.fits. Sky background: 0.00937814
2022-03-24 14:13:50,978 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal.fits. Sky background: 0
2022-03-24 14:13:50,978 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal.fits. Sky background: 0.00884242
2022-03-24 14:13:50,979 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal.fits. Sky background: 0.00383076
2022-03-24 14:13:50,979 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal.fits. Sky background: 0.0136089
2022-03-24 14:13:50,979 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-03-24 14:13:50,980 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() ended on 2022-03-24 14:13:50.979744
2022-03-24 14:13:50,980 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() TOTAL RUN TIME: 0:00:12.740781
2022-03-24 14:13:50,980 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-03-24 14:13:51,010 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch done
2022-03-24 14:13:51,207 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection running with args (<ModelContainer>,).
2022-03-24 14:13:51,209 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': True, 'suffix': 'crf', 'search_output_file': False, 'input_dir': '', 'weight_type': 'ivm', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'nlow': 0, 'nhigh': 0, 'maskpt': 0.7, 'grow': 1, 'snr': '5.0 4.0', 'scale': '1.2 0.7', 'backg': 0.0, 'save_intermediate_results': False, 'resample_data': True, 'good_bits': '~DO_NOT_USE', 'scale_detection': False, 'allowed_memory': None}
2022-03-24 14:13:51,210 - stpipe.Image3Pipeline.outlier_detection - INFO - Step skipped.
2022-03-24 14:13:51,221 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection done
2022-03-24 14:13:51,411 - stpipe.Image3Pipeline.resample - INFO - Step resample running with args (<ModelContainer>,).
2022-03-24 14:13:51,412 - stpipe.Image3Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None}
2022-03-24 14:13:51,433 - stpipe.Image3Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-03-24 14:13:51,617 - stpipe.Image3Pipeline.resample - INFO - Blending metadata for starfield_50star4ptdither_combined.fits
2022-03-24 14:13:52,360 - stpipe.Image3Pipeline.resample - INFO - Resampling science data
2022-03-24 14:13:52,960 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:13:53,905 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:13:54,869 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:13:55,854 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:13:56,817 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:13:57,779 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:13:58,791 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:13:59,855 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:14:00,211 - stpipe.Image3Pipeline.resample - INFO - Resampling var_rnoise
2022-03-24 14:14:00,806 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:14:01,755 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:14:02,713 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:14:03,676 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:14:04,623 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:14:05,562 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:14:06,521 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:14:07,475 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:14:07,836 - stpipe.Image3Pipeline.resample - INFO - Resampling var_poisson
2022-03-24 14:14:08,485 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:14:09,420 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:14:10,387 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:14:11,318 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:14:12,248 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:14:13,176 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:14:14,119 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:14:15,043 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:14:15,384 - stpipe.Image3Pipeline.resample - INFO - Resampling var_flat
2022-03-24 14:14:15,977 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:14:16,915 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:14:17,856 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:14:18,782 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:14:19,736 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:14:20,670 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:14:21,598 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:14:22,545 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:14:22,927 - stpipe.Image3Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  0.021513048 -0.020377659 0.024586201 0.014641639 359.990548179 0.017628679 359.987475025 -0.017390618
2022-03-24 14:14:23,380 - stpipe.Image3Pipeline.resample - INFO - Saved model in starfield_50star4ptdither_combined_i2d.fits
2022-03-24 14:14:23,381 - stpipe.Image3Pipeline.resample - INFO - Step resample done
2022-03-24 14:14:23,604 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog running with args (<ImageModel(1142, 1111) from starfield_50star4ptdither_combined_i2d.fits>,).
2022-03-24 14:14:23,606 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'cat', 'search_output_file': True, 'input_dir': '', 'bkg_boxsize': 100, 'kernel_fwhm': 2.0, 'snr_threshold': 3.0, 'npixels': 5, 'deblend': False, 'aperture_ee1': 30, 'aperture_ee2': 50, 'aperture_ee3': 70, 'ci1_star_threshold': 2.0, 'ci2_star_threshold': 1.8}
2022-03-24 14:14:23,624 - stpipe.Image3Pipeline.source_catalog - INFO - Using APCORR reference file /grp/crds/cache/references/jwst/jwst_miri_apcorr_0005.fits
2022-03-24 14:14:23,636 - stpipe.Image3Pipeline.source_catalog - INFO - Using ABVEGAOFFSET reference file /grp/crds/cache/references/jwst/jwst_miri_abvegaoffset_0001.asdf
2022-03-24 14:14:23,637 - stpipe.Image3Pipeline.source_catalog - INFO - Instrument: MIRI
2022-03-24 14:14:23,637 - stpipe.Image3Pipeline.source_catalog - INFO - Detector: MIRIMAGE
2022-03-24 14:14:23,638 - stpipe.Image3Pipeline.source_catalog - INFO - Filter: F1130W
2022-03-24 14:14:23,638 - stpipe.Image3Pipeline.source_catalog - INFO - Subarray: FULL
2022-03-24 14:14:23,696 - stpipe.Image3Pipeline.source_catalog - INFO - AB to Vega magnitude offset 5.49349
2022-03-24 14:14:24,240 - stpipe.Image3Pipeline.source_catalog - INFO - Detected 663 sources
2022-03-24 14:14:24,963 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote source catalog: starfield_50star4ptdither_combined_cat.ecsv
2022-03-24 14:14:25,086 - stpipe.Image3Pipeline.source_catalog - INFO - Saved model in starfield_50star4ptdither_combined_segm.fits
2022-03-24 14:14:25,088 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote segmentation map: starfield_50star4ptdither_combined_segm.fits
2022-03-24 14:14:25,089 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog done
2022-03-24 14:14:25,090 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline done

Image 3 pipeline finished.


im = ImageModel('starfield_50star4ptdither_combined_i2d.fits')
pixarea = im.meta.photometry.pixelarea_steradians
print('Pixel area in steradians', pixarea)

# pull out data portion of input file
data = im.data

# print stats on input image
mean, median, std = sigma_clipped_stats(data, sigma=200.0, maxiters=5)  # default sigma=3
print('Image mean, median and std',mean, median, std)

Pixel area in steradians 2.84403609523084e-13
Image mean, median and std 10.288865 10.812183 46.940315


# Run DAOStarFinder to find sources in image

ap_radius = 5.  # radius for aperture for centroiding and photometry

daofind = DAOStarFinder(fwhm=3.0, threshold=10.*std)    # default threshold=5*std, fwhm=3
sources = daofind(data)    

#sources.pprint_all()
#print(sources['xcentroid','ycentroid','peak'])   

# Create apertures for x,y positions
positions = tuple(zip(sources['xcentroid'], sources['ycentroid']))
#print(positions)

#positions = (sources['xcentroid'], sources['ycentroid'])
apertures = CircularAperture(positions, r=ap_radius)


# using wcs info from images, put coordinates into RA, Dec
ra, dec = im.meta.wcs(sources['xcentroid'], sources['ycentroid'])

# add RA, Dec to sources table

ra_col = Column(name='RA', data=ra)
dec_col = Column(name='Dec', data=dec)
sources.add_column(ra_col)
sources.add_column(dec_col)

# print RA, Dec for each x, y position found
#print(sources['xcentroid', 'ycentroid', 'RA', 'Dec'])  

sources_sub = sources['xcentroid', 'ycentroid', 'RA', 'Dec']
sources_sub.pprint_all()
print()

# Compare input RA, Dec to found RA, Dec
#print('       RA found       Dec found    RA_Diff (mas)  Dec_diff (mas) pass/fail')

deltara_twoff = []
deltadec_twoff = []

# Put ra, dec coords into a table
cat1_sim = Table([RA_sim, Dec_sim], names=('ra', 'dec'))
cat2_calc = Table([ra, dec], names=('ra', 'dec'))
    
# Get coordinates with SkyCoord for each catalog
    
coord_cat1_sim = SkyCoord(ra=cat1_sim['ra'], dec=cat1_sim['dec'], unit="deg")
coord_cat2_calc = SkyCoord(ra=cat2_calc['ra'], dec=cat2_calc['dec'], unit="deg")    
ind_cat2_cat1, dist_2d, _ = match_coordinates_sky(coord_cat1_sim, coord_cat2_calc)
    
# Find where the catalogs match
    
cat1_matched = cat1_sim[dist_2d.arcsec<0.05]
cat2_matched = cat2_calc[ind_cat2_cat1[dist_2d.arcsec<0.05]]
    
#print(cat1_matched)
    
# Get differences in RA, Dec
ra_diff = cat2_matched['ra'] - cat1_matched['ra']
dec_diff = cat2_matched['dec'] - cat1_matched['dec'] 
    
#print(ra_diff)
    
# put differences in milliarcseconds
ra_diff = ra_diff * 3600000
dec_diff = dec_diff * 3600000
    
    
# Compare input RA, Dec to found RA, Dec
print('RA_Diff (mas)  Dec_diff (mas) pass/fail')
# Find if the differences are within the allowed 30 mas range
for i in np.arange(0,len(ra_diff)):
    #if ra_diff[i] < 30 and dec_diff[i] < 30:
    deltara_twoff.append(ra_diff[i])
    deltadec_twoff.append(dec_diff[i])
    if abs(ra_diff[i]) < 30 and abs(dec_diff[i]) < 30: 
        test = 'pass' 
    else: 
        test = 'fail'
    print('{:15.6f} {:15.6f} {}'.format(ra_diff[i], dec_diff[i], test))
 
    
# Plot ra and dec differences
plt.title ('Differences in RA and Dec in milliarcseconds')
plt.ylabel('Delta RA')
plt.xlabel('Delta Dec')
plt.scatter(deltara_twoff,deltadec_twoff)
plt.show()

# Plot should show no differences greater than 30 milliarcseconds      
    
meanRAdiff_twoff, medianRAdiff_twoff, stdRAdiff_twoff = sigma_clipped_stats(deltara_twoff, sigma=5.0, maxiters=5)  # default sigma=3
meanDecdiff_twoff, medianDecdiff_twoff, stdDecdiff_twoff = sigma_clipped_stats(deltadec_twoff, sigma=5.0, maxiters=5)  # default sigma=3

print('RA difference mean, median and std (units in mas)',meanRAdiff_twoff, medianRAdiff_twoff, stdRAdiff_twoff) 
print('Dec difference mean, median and std (units in mas)',meanDecdiff_twoff, medianDecdiff_twoff, stdDecdiff_twoff)

    xcentroid          ycentroid                RA                     Dec          
------------------ ------------------ ---------------------- -----------------------
  684.040069803654 127.54001005298154  0.0008802511813851973   -0.014625889207080592
 761.1468556460638 131.00067725406979     359.99852509315053   -0.014312271718062788
 962.0489285391941  156.2638569298117      359.9924324380831   -0.012996946019742472
1029.5366911116419  160.7591742325192      359.9903750306854   -0.012677486111756632
 520.1418020844122 187.65026282098077   0.006067931232323886   -0.013223670020860409
  784.340898553608 197.09169114244352     359.99799170321467   -0.012223182598526576
449.42382229543364  208.5751025677549    0.00829279934855895   -0.012772316228231544
   504.98438778833 222.21189609600455  0.0066257379199232535   -0.012204630533673714
 562.1960390703699 235.79542995694325   0.004907902810122025   -0.011634134910638597
 888.8744068867207  258.1155188070093     359.99495041197395   -0.010070591335567116
 626.2076975275766 266.95801104770527   0.003028851957223475   -0.010506280804867554
 932.7710293433031 285.86490840276286     359.99367900147263   -0.009101532448279544
1019.5630606204883  286.4483199789313      359.9910191038487   -0.008850082373213794
 455.5382065776179 300.27937505211463    0.00835208116273661   -0.009943761279375258
 467.1505465817575  306.7627793333881   0.008013437098155204   -0.009713699307994617
 540.9672299497448  317.6517380364537   0.005779159397017331   -0.009181147926556513
 782.6190302953636  327.8371827821649      359.9983963438214   -0.008218520741799105
  547.253071936446 332.39041364045823   0.005626066949123069   -0.008712272754197694
 924.8326567824772  346.5336641252992       359.994085692041  -0.0072624944285481705
 793.4876486315942 361.05150342913294      359.9981524395346   -0.007170759653417138
 432.4400417507521  384.4825396207858   0.009286976778309631   -0.007423838670216832
 717.2355278724847 410.04488013455693  0.0006225446220099516   -0.005873579943557333
 773.0344289788168 433.68092682200734      359.9989750829495   -0.004998626885103459
 611.1405626312168  473.7665927370187   0.004047411506869901   -0.004205065384356785
509.22920956307746  542.4976482513206   0.007357468689874216   -0.002371681654155174
  741.934185749694  566.8634133692296 0.00028716608415572183  -0.0009982927637834495
  781.333393077771  577.0307826459008     359.99910635456826  -0.0005804871967656426
474.54343396106844  579.5243489906603    0.00852074391060121   -0.001329602470528469
  746.933994890481   591.372438610979   0.000199801969057632 -0.00023327167916382927
387.20146336167784  630.3782466193172   0.011335924700032089  -5.213138299344437e-06
  932.922611838242   676.253193209556     359.99472489881526   0.0028700873913329217
 966.5654233961606  685.6114760617818     359.99371842927627   0.0032475917758702797
1047.1430499124253  701.3033333589442     359.99128975290756    0.003945617334250734
 846.0177358205458  709.7890032034293     359.99748007263156   0.0036645957853942038
 891.3819388885003  743.7845507023455     359.99618046750794   0.0048291416474327675
  535.533176455775  820.5644666540277   0.007299145977913385    0.006225990281953331
 740.5225730149027  851.3237727668883  0.0010959436717228842    0.007720852929708228
1031.2223110507791  853.4201844878595     359.99218731113956    0.008567419883616067
 838.1022318586815  861.2253499735546     359.99813032002356    0.008287073140317075
 554.2154333216821  911.9456453459057   0.006972165960298504    0.009078458103773368
 895.8541287968214  968.8891439423378      359.9966490909645    0.011743982831818761
  851.062601315887  975.3006877137277     359.99803987164967    0.011820056899515447
 896.6190565472456  984.1617663471878      359.9966667335895    0.012214374467121938
1053.8504251911525 1028.5114034539165     359.99196459791983    0.013997464588169464
  886.659649951427 1028.9313741322783      359.9970926138923    0.013560428264310557
 874.3991681743047 1039.7056833788474      359.9974975741194    0.013857827926872068
 833.2172497955559 1041.4882912933729      359.9987652099665    0.013801669769558482
 971.9384002707443 1057.5323607777382      359.9945545168768    0.014666961506509176
 705.3412958244497  1097.980080087726   0.002838532412428844     0.01518986631235574
 535.7030861031764 1111.6992622796586   0.008077387431367497     0.01515406240960155

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -2.844121       -4.788830 pass
      -5.133170        6.580537 pass
       0.597903       -8.253950 pass
       2.656512        4.930079 pass
       7.535342       -4.578185 pass
       8.782324        4.465248 pass
       1.687284       -6.053955 pass
       0.261474      -12.255173 pass
       6.278078       -2.168894 pass
      -0.202782       -0.529453 pass
       0.327472       -0.061805 pass
       0.597457       -1.950826 pass
       2.491348        9.020057 pass
       3.250116        3.114322 pass
       4.994753        3.824675 pass
       3.605302        5.283186 pass
      -1.683315       10.318724 pass
      -0.462061        7.404838 pass
      -0.247564        1.187925 pass
      -2.323554       -5.353908 pass
       0.298618       -5.856786 pass
      -3.683598       -3.019213 pass
       2.210012        5.141752 pass
      -0.889533       -1.377597 pass
       5.083106        5.071192 pass
       6.131573       10.142645 pass
      -3.074480        3.565015 pass
      -2.479898        5.111581 pass
       1.481425       -7.435384 pass
       0.573829       -0.532536 pass
      -1.447489        8.872517 pass
       3.710468      -12.550002 pass
       1.860757        3.461423 pass
      -1.916971      -10.290069 pass
      -2.447915        3.863305 pass
       6.477655        2.461578 pass
       1.573553        1.082491 pass
       1.545395       -5.069607 pass
      -0.712911       -4.578045 pass
      -0.364265       -3.285391 pass
       1.577099        0.194329 pass
       8.104253        0.398855 pass
       0.241017        2.618085 pass
      -3.307814        0.859394 pass
       2.640922        4.948082 pass
       6.667046        6.189102 pass
       3.973855       -7.496544 pass
       4.837757       -1.874670 pass

RA difference mean, median and std (units in mas) 1.4340054919330492 1.0396638461206293 3.3236913613279073
Dec difference mean, median and std (units in mas) 0.22396072640183773 0.6291243794701723 5.73098031325986


# mark sources on image frame to see if the correct sources were found
norm = ImageNormalize(stretch=SqrtStretch())
# keep image stretch in mind for plotting. sky subtracted range ~ (-15, 10), single sample ~ (0, 20)
plt.figure(figsize=(20,20))
plt.imshow(data, cmap='Greys', origin='lower', vmin=5,vmax=15)#, norm=norm)
apertures.plot(color='red', lw=2.5) #, alpha=0.5)
plt.show()


# Compare stats across tests:

print('All units are milliarcseconds for statistics')
print('Statistics on differences between RA and Dec in individual calibrated files')
print('RA difference mean, median and std',meanRAdiff_cal, medianRAdiff_cal, stdRAdiff_cal) 
print('Dec difference mean, median and std',meanDecdiff_cal, medianDecdiff_cal, stdDecdiff_cal)
print()
print('Statistics on differences between RA and Dec in individual i2d files when run with tweakreg on')
print('RA difference mean, median and std',meanRAdiff_i2d, medianRAdiff_i2d, stdRAdiff_i2d) 
print('Dec difference mean, median and std',meanDecdiff_i2d, medianDecdiff_i2d, stdDecdiff_i2d)
print()
print('Statistics on differences between RA and Dec in combined i2d file when run with tweakreg on')
print('RA difference mean, median and std',meanRAdiff_twon, medianRAdiff_twon, stdRAdiff_twon) 
print('Dec difference mean, median and std',meanDecdiff_twon, medianDecdiff_twon, stdDecdiff_twon)
print()
print('Statistics on differences between RA and Dec in combined i2d file when run with tweakreg off')
print('RA difference mean, median and std',meanRAdiff_twoff, medianRAdiff_twoff, stdRAdiff_twoff) 
print('Dec difference mean, median and std',meanDecdiff_twoff, medianDecdiff_twoff, stdDecdiff_twoff)

All units are milliarcseconds for statistics
Statistics on differences between RA and Dec in individual calibrated files
RA difference mean, median and std 1.1037660880047775 0.9281835036028911 3.549202125823858
Dec difference mean, median and std -0.06135758681286737 1.0161649008182116 5.550928948928192

Statistics on differences between RA and Dec in individual i2d files when run with tweakreg on
RA difference mean, median and std 1.1304946902568231 0.7871462078333502 3.6212790667708883
Dec difference mean, median and std 0.09565537802571689 -0.22551204218387855 8.784219193377282

Statistics on differences between RA and Dec in combined i2d file when run with tweakreg on
RA difference mean, median and std 1.0447138208313749 0.41937590675840625 3.454678710096984
Dec difference mean, median and std 1.1378012971992015 1.900485327523127 5.561990609253052

Statistics on differences between RA and Dec in combined i2d file when run with tweakreg off
RA difference mean, median and std 1.4340054919330492 1.0396638461206293 3.3236913613279073
Dec difference mean, median and std 0.22396072640183773 0.6291243794701723 5.73098031325986


# apply shifts to files in input list

# Read in a single rate.fits file, modify header values RA_REF and DEC_REF by adding in a shift of less than one 
# arcsecond, which is the default search radius for tweakreg
# 0.72 arcseconds ~ 0.0002 degrees
# 0.5 arcseconds ~ 0.00014 degrees

origfile = 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits'

model = ImageModel(origfile)

# modify header vaules

model.meta.wcsinfo.ra_ref = model.meta.wcsinfo.ra_ref + 0.00014
model.meta.wcsinfo.dec_ref = model.meta.wcsinfo.dec_ref + 0.00014

# Run file through calwebb_image2 to get cal.fits version and then retest steps in Test # 1.

# create an object for the pipeline    
pipe2 = Image2Pipeline()
pipe2.save_results = True
#pipe2.output_file = rampfile+'_cal.fits'
#pipe2.output_dir = datadir
pipe2.run(model)

2022-03-24 14:14:26,413 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-03-24 14:14:26,415 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-03-24 14:14:26,416 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-03-24 14:14:26,417 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-03-24 14:14:26,419 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-03-24 14:14:26,421 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-03-24 14:14:26,640 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-03-24 14:14:26,645 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None}}}
2022-03-24 14:14:26,652 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-03-24 14:14:26,661 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-03-24 14:14:26,663 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-03-24 14:14:26,663 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-03-24 14:14:26,664 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-03-24 14:14:26,664 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-03-24 14:14:26,664 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf'.
2022-03-24 14:14:26,666 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-03-24 14:14:26,670 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-03-24 14:14:26,670 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf'.
2022-03-24 14:14:26,672 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0626.fits'.
2022-03-24 14:14:26,674 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-03-24 14:14:26,674 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-03-24 14:14:26,674 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-03-24 14:14:26,675 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-03-24 14:14:26,675 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-03-24 14:14:26,675 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-03-24 14:14:26,676 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-03-24 14:14:26,676 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits'.
2022-03-24 14:14:26,677 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-03-24 14:14:26,678 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-03-24 14:14:26,678 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-03-24 14:14:26,678 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-03-24 14:14:26,679 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-03-24 14:14:26,679 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-03-24 14:14:26,727 - stpipe.Image2Pipeline - INFO - Processing product starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate
2022-03-24 14:14:26,728 - stpipe.Image2Pipeline - INFO - Working on input <ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits> ...
2022-03-24 14:14:26,902 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-03-24 14:14:26,904 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-03-24 14:14:27,098 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-03-24 14:14:27,174 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  0.020189678 -0.017320337 0.022657284 0.013866832 359.991598175 0.016439486 359.988791107 -0.014761383
2022-03-24 14:14:27,175 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  0.020189678 -0.017320337 0.022657284 0.013866832 359.991598175 0.016439486 359.988791107 -0.014761383
2022-03-24 14:14:27,175 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-03-24 14:14:27,212 - stpipe.Image2Pipeline.assign_wcs - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/astropy/modeling/fitting.py:782: AstropyUserWarning: The fit may be poorly conditioned

  warnings.warn("The fit may be poorly conditioned\n",

2022-03-24 14:14:27,273 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-03-24 14:14:27,456 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-03-24 14:14:27,457 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-03-24 14:14:27,565 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-03-24 14:14:27,566 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-03-24 14:14:27,566 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-03-24 14:14:27,572 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-03-24 14:14:27,698 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-03-24 14:14:27,874 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-03-24 14:14:27,875 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-03-24 14:14:27,902 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits
2022-03-24 14:14:27,902 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-03-24 14:14:27,989 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-03-24 14:14:27,990 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-03-24 14:14:27,990 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-03-24 14:14:27,991 - stpipe.Image2Pipeline.photom - INFO -  filter: F1130W
2022-03-24 14:14:28,040 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-03-24 14:14:28,042 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-03-24 14:14:28,043 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 2.54947
2022-03-24 14:14:28,061 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-03-24 14:14:28,226 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate.fits>,).
2022-03-24 14:14:28,227 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None}
2022-03-24 14:14:28,253 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-03-24 14:14:28,382 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-03-24 14:14:28,957 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-03-24 14:14:29,323 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-03-24 14:14:29,899 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-03-24 14:14:30,239 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-03-24 14:14:30,813 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-03-24 14:14:31,159 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-03-24 14:14:31,739 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-03-24 14:14:32,109 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  0.020137794 -0.017516179 0.022888024 0.013823333 359.991517847 0.016576254 359.988767617 -0.014763258
2022-03-24 14:14:32,231 - stpipe.Image2Pipeline.resample - INFO - Saved model in starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_i2d.fits
2022-03-24 14:14:32,232 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-03-24 14:14:32,232 - stpipe.Image2Pipeline - INFO - Finished processing product starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_rate
2022-03-24 14:14:32,235 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-03-24 14:14:32,421 - stpipe.Image2Pipeline - INFO - Saved model in starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal.fits
2022-03-24 14:14:32,422 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done

[<ImageModel(1024, 1032) from starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal.fits>]


# find stars and get RA, Dec from *_cal.fits files

# Run DAOStarFinder to find sources in image
allRAdiff_cal = []
allDecdiff_cal = []

for calimage in imagelist:
    image = ImageModel(calimage)
    
    # pull out data portion of input file
    data = image.data
    
    # print stats on input image
    print(calimage)
    mean, median, std = sigma_clipped_stats(data, sigma=200.0, maxiters=5)  # default sigma=3
    print('Image mean, median and std',mean, median, std)

    ap_radius = 5.  # radius for aperture for centroiding and photometry

    daofind = DAOStarFinder(fwhm=3.0, threshold=10.*std)    # default threshold=5*std, fwhm=3
    sources = daofind(data)      

    # Create apertures for x,y positions
    positions = tuple(zip(sources['xcentroid'], sources['ycentroid']))
    #print(positions)

    #positions = (sources['xcentroid'], sources['ycentroid'])
    apertures = CircularAperture(positions, r=ap_radius)
    
    # using wcs info from images, put coordinates into RA, Dec
    ra, dec = image.meta.wcs(sources['xcentroid'], sources['ycentroid'])

    # add RA, Dec to sources table

    ra_col = Column(name='RA', data=ra)
    dec_col = Column(name='Dec', data=dec)
    sources.add_column(ra_col)
    sources.add_column(dec_col)

    # print RA, Dec for each x, y position found
    #print(sources['xcentroid', 'ycentroid', 'RA', 'Dec'])  

    sources_sub = sources['xcentroid', 'ycentroid', 'RA', 'Dec']
    sources_sub.pprint_all()
    print()
    
    # read in text file with RA and Dec input coordinates
    RA_in, Dec_in = np.loadtxt(coords, dtype=str, unpack=True)

    # put RA and Dec into floats
    RA_sim = RA_in.astype(float)
    Dec_sim = Dec_in.astype(float)
    
    # Put ra, dec coords into a table
    cat1_sim = Table([RA_sim, Dec_sim], names=('ra', 'dec'))
    cat2_calc = Table([ra, dec], names=('ra', 'dec'))
    

    # Get coordinates with SkyCoord for each catalog
    
    coord_cat1_sim = SkyCoord(ra=cat1_sim['ra'], dec=cat1_sim['dec'], unit="deg")
    coord_cat2_calc = SkyCoord(ra=cat2_calc['ra'], dec=cat2_calc['dec'], unit="deg")
    ind_cat2_cat1, dist_2d, _ = match_coordinates_sky(coord_cat1_sim, coord_cat2_calc)
    
    # Find where the catalogs match
    
    cat1_matched = cat1_sim[dist_2d.arcsec<0.05]
    cat2_matched = cat2_calc[ind_cat2_cat1[dist_2d.arcsec<0.05]]
    
    #print(cat1_matched)
    
    # Get differences in RA, Dec
    ra_diff = cat2_matched['ra'] - cat1_matched['ra']
    dec_diff = cat2_matched['dec'] - cat1_matched['dec'] 
    
    #print(ra_diff)
    
    # put differences in milliarcseconds
    ra_diff = ra_diff * 3600000
    dec_diff = dec_diff * 3600000
    
    
    # Compare input RA, Dec to found RA, Dec
    print('RA_Diff (mas)  Dec_diff (mas) pass/fail')
    # Find if the differences are within the allowed 30 mas range
    for i in np.arange(0,len(ra_diff)):
        #if ra_diff[i] < 30 and dec_diff[i] < 30:
        allRAdiff_cal.append(ra_diff[i])
        allDecdiff_cal.append(dec_diff[i])
        if abs(ra_diff[i]) < 30 and abs(dec_diff[i]) < 30: 
            test = 'pass' 
        else: 
            test = 'fail'
        print('{:15.6f} {:15.6f} {}'.format(ra_diff[i], dec_diff[i], test))
 
    
    # Plot ra and dec differences
    plt.title ('Differences in RA and Dec in milliarcseconds')
    plt.ylabel('Delta RA')
    plt.xlabel('Delta Dec')
    plt.scatter(ra_diff,dec_diff)
    plt.show()

    # Plot should show no differences greater than 30 milliarcseconds  
    
meanRAdiff_cal, medianRAdiff_cal, stdRAdiff_cal = sigma_clipped_stats(allRAdiff_cal, sigma=5.0, maxiters=5)  # default sigma=3
meanDecdiff_cal, medianDecdiff_cal, stdDecdiff_cal = sigma_clipped_stats(allDecdiff_cal, sigma=5.0, maxiters=5)  # default sigma=3

print('RA difference mean, median and std (units in mas)',meanRAdiff_cal, medianRAdiff_cal, stdRAdiff_cal) 
print('Dec difference mean, median and std (units in mas)',meanDecdiff_cal, medianDecdiff_cal, stdDecdiff_cal)

starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal.fits
Image mean, median and std 11.393542 10.826687 55.011623
    xcentroid          ycentroid                RA                   Dec          
------------------ ------------------ --------------------- ----------------------
 608.5415674187961 2.5119766176307223 0.0008812919624467749  -0.014594789515541495
 685.5194495798157 5.5188105009736175     359.9985262521632  -0.014309517462321978
 886.3394041097413 32.119070281158955    359.99243205390275  -0.012997454423196865
    953.8640393199  37.04011242844017     359.9903742953238  -0.012674257323148128
444.47609551197064 61.922582668650286  0.006066875156909462  -0.013223542150700983
  708.539078792773  73.05874981354657     359.9979903713137   -0.01222441448341229
373.69156711571156  82.73445867221936   0.00829150779169885  -0.012772340592118013
 429.1719580852977   96.9350873606011 0.0066252609207797806   -0.01220541183653611
486.33656250883286 111.09479540127342 0.0049071267763785495  -0.011634212317900124
  812.818016502769 135.61499300669485     359.9949510782622  -0.010070810306428344
 550.2541709849713 143.00728324989907  0.003027257861743836  -0.010506369320026828
  856.669674639311   163.941532747077    359.99367943542825  -0.009101781916248714
 943.4770993700253 165.11663853495494    359.99102011241314  -0.008847567308604684
 379.3675519242359 175.61124295871804  0.008352878219398573  -0.009943295128109814
 390.9846006266449 182.23371017799838  0.008013454071705377  -0.009712529245328462
464.78741113955334  193.6264598801728  0.005779073595006636  -0.009180116965875892
 706.4675734066059  205.4374537771488    359.99839582116016  -0.008215197294039717
 471.0120867553802 208.50201007466694  0.005626274700481911  -0.008710684120420042
 848.6281552463014 225.05905956689554    359.99408676890266  -0.007263193491265538
 717.2680096211556 238.78542812577177     359.9981519861035  -0.007170315851777638
 640.8254738397458  287.3850110723211  0.000623866158697791  -0.005872632451303791
  696.647862932052  311.4570263322215     359.9989761969678  -0.004996253375845009
 534.5080406150863  350.3689320851547  0.004046584544183354  -0.004204164820881179
432.09694109427744  418.3411466005772  0.007357153703276762  -0.002371455183037188
 665.3824794715022  444.0669679431664 0.0002867232340403056 -0.0009972307220539013
 704.8442236777602  454.5198152664274      359.999107133171  -0.000579048618063702
 397.1594591938331  455.0466542459958  0.008519471619160033 -0.0013305641705300796
  670.371981463498  468.5413077513855 0.0001994299693774992 -0.0002316467303177302
  857.038262255815  554.7270783588783     359.9947248543858  0.0028686960910657405
 890.8576431575337  564.4910139563399    359.99371776586474  0.0032483115672433368
 971.7410107427238  581.0301273603288    359.99129032918023    0.00394460501697729
 769.8182651492822  587.3991534539016    359.99748044484795   0.003666592325947924
 815.4649708309157    621.70236297117     359.9961801265635   0.004829526225418064
 457.3069563867852  695.4839439228793  0.007299417401295441   0.006221092374688667
 663.7522305772287  727.5606487303378 0.0010956440902465164   0.007718343531580888
 956.3618123173031  732.7240339832271    359.99218701382824   0.008563603509703683
  762.012822991855  738.3493833972611     359.9981307363725   0.008284707812831934
 475.7809197718267  787.1175421157932  0.006972911155176817   0.009078806556077986
 820.4534971417371  846.8578899992237     359.9966476213018   0.011744457761829495
 775.2535830946825   852.768447668375    359.99803938143555   0.011819236104458666
 821.2496942034151  862.1639462053263     359.9966653732796   0.012214125952000665
 811.2868482580394  907.0113339507423     359.9970911975458   0.013560409281168691
 979.8333015194123  908.5670123070836    359.99196470996947   0.013994547909521428
 798.8612490361676   917.691370731965     359.9974981525205   0.013857233119648482
 757.3289724429274   919.148267240695    359.99876455354797    0.01380396414649375
 897.3875798865843  936.7583695764755    359.99455365921426   0.014667036969114682
 628.0267683752969  974.7373812387208 0.0028386713057134997   0.015187773153686161
 456.3574329732993  987.6670781265088  0.008076589320650552   0.015153509703638865

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -5.207227        3.470927 pass
      -3.050926        4.439231 pass
      -0.996357       -4.430599 pass
       0.939315        2.117388 pass
      11.707788        5.337136 pass
       7.149973        6.062934 pass
       0.553332       -5.238659 pass
       1.601453       -5.067627 pass
       1.697829       -5.631014 pass
      -1.281275       -9.563286 pass
      -4.963313        1.647943 pass
       3.280159       -0.696398 pass
       6.368050        6.503431 pass
       0.456395        2.835656 pass
       2.121554        1.834933 pass
       5.167542        4.385102 pass
      -1.183299        2.783353 pass
      -2.226832        4.449976 pass
      -4.049435        1.648257 pass
       0.479416       -0.175025 pass
       4.309084        2.687847 pass
      -2.888835        5.073412 pass
       1.185049       -5.021939 pass
       7.481744        4.282897 pass
       1.336729        5.707860 pass
      -2.097355      -14.067451 pass
      -3.550218       -8.627365 pass
      -1.495641       -4.193355 pass
       0.264942        3.178923 pass
      -1.044110       -1.627526 pass
       1.063166       -0.926363 pass
      -1.226829        3.733089 pass
      -3.144371       -8.905588 pass
      -0.949059       -4.651874 pass
       1.828050        2.373868 pass
       1.634658        5.294717 pass
      -0.842887       -2.478358 pass
      -2.052110        1.271771 pass
      -0.524211       -8.294072 pass
       0.194050       -1.635924 pass
       0.988922        8.337166 pass
      -0.438410        2.537539 pass
      -2.256193        4.053427 pass
       0.928302        5.870448 pass
       7.604687        1.557689 pass
       2.956177       10.089741 pass

starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal.fits
Image mean, median and std 11.394609 10.827406 55.007805
    xcentroid          ycentroid                RA                     Dec          
------------------ ------------------ ---------------------- -----------------------
 608.5461714111817 2.5131153270429225  0.0008811535076687153   -0.014594743852346248
 685.5165542363047  5.522005289569982      359.9985263490218   -0.014309429398466314
 886.3377102041173  32.12032234845156     359.99243210897583   -0.012997421405947096
  953.858650908105 37.038714754591744     359.99037445698593   -0.012674313169426505
 444.4760693354769 61.921174725845646   0.006066872395400456   -0.013223584608591675
 708.5375051993097  73.05653065791925      359.9979904139565   -0.012224485327696166
 373.6920713251912  82.73362445593573   0.008291490212003361   -0.012772364504572807
 429.1710480615856   96.9361473590585  0.0066252915340002895   -0.012205382067991825
486.33656507950644  111.0929968883717   0.004907122116154008   -0.011634266764592633
 812.8169111357602 135.61175256667016      359.9949511037864   -0.010070911221503798
 550.2506815991629  143.0082980431957   0.003027367540328657   -0.010506347247348124
  856.666574138678 163.94025852158114     359.99367952721065   -0.009101828365468878
 943.4725862005791  165.1160847976937      359.9910202493613   -0.008847595467969826
379.36603019242443 175.61024962497083   0.008352922362656737   -0.009943329177441321
 390.9868475960879 182.23166489994372   0.008013379965691413   -0.009712585890208804
 464.7874252509071 193.62567333213758    0.00577907114864779   -0.009180140912869495
 706.4641169351513 205.44112744056818     359.99839593680207    -0.00821509388991974
 471.0128665836423 208.50627769129127   0.005626261725713367   -0.008710551901505456
 848.6275210111238 225.06047475891756      359.9940867921008   -0.007263151929571056
 717.2689344128596 238.78521514635145     359.99815195717895    -0.00717032006242251
 640.8223349387042  287.3876388648545  0.0006239692904470007   -0.005872559700757004
  696.649043669952  311.4598971472418      359.9989761683857   -0.004996162404240498
 534.5084442349707 350.37099693129943   0.004046577556716191    -0.00420410034973628
432.09618931856727  418.3419770115535    0.00735717883136822  -0.0023714315343018777
 665.3849005558758  444.0678377273824 0.00028665146587420707  -0.0009971980130367556
 704.8443491573435  454.5162471160152     359.99910711974667  -0.0005791581225037081
397.16046445276737 455.04418207058586   0.008519434584673621  -0.0013306377093679634
  670.369979887094 468.54191939872646 0.00019949283603036086 -0.00023163279961321113
 857.0397112859981  554.7274188893667     359.99472481101884    0.002868709976703097
 890.8578568837343  564.4940272892437      359.9937177677001   0.0032484046780216053
 971.7393022215407  581.0309188009905      359.9912903836618     0.00394462536976469
 769.8173270515161  587.4004878427158      359.9974804771503   0.0036666311271152862
  815.465578086775   621.703407654051     359.99618011089166    0.004829559764486471
457.30976496488194  695.4853021868445   0.007299335355773578    0.006221141229410244
 663.7519356998866  727.5614345432715   0.001095655178011445   0.0077183669280205805
 956.3618069104094  732.7218311115429       359.992187007799    0.008563535989006233
 762.0142852652106  738.3497994697638      359.9981306929402    0.008284724036588096
475.77984981811954  787.1204617950921   0.006972951205655511    0.009078893288449403
 820.4530900979327  846.8571043631532     359.99664763153703    0.011744432795549499
 775.2564955710666  852.7653273770777      359.9980392843252    0.011819147585457136
 821.2501449789805  862.1642779577346        359.99666536047     0.01221413713982896
 811.2847022881816  907.0118295127575     359.99709126416207    0.013560419393838364
 979.8325668501478   908.565764385858     359.99196472886814     0.01399450816804262
 798.8585276961667  917.6911602746128      359.9974982346854    0.013857220326868504
 757.3271158499823  919.1512240355106      359.9987646179659    0.013804049958067223
 897.3858508178394  936.7555527010198      359.9945537040557    0.014666947106948183
   628.02654407017  974.7375500319221  0.0028386785543619677    0.015187777746555775
 456.3583448650907  987.6657631916269   0.008076558329031239    0.015153471999927788

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -4.975323        3.779849 pass
      -2.755133        4.393177 pass
      -1.254723       -4.312847 pass
       1.049522        2.224555 pass
      12.056479        5.654166 pass
       7.045844        6.047775 pass
       0.643793       -5.153523 pass
       1.717741       -4.927942 pass
       1.564505       -5.895754 pass
      -1.241359       -9.479059 pass
      -4.926467        1.558064 pass
       3.424340       -0.384162 pass
       6.451563        6.653054 pass
       0.439618        2.639647 pass
       2.009985        1.699200 pass
       5.497958        4.217884 pass
      -1.157204        2.799888 pass
      -2.576429        4.131308 pass
      -4.059377        1.495409 pass
       0.431088       -0.569241 pass
       4.206189        3.015345 pass
      -2.649017        5.109818 pass
       1.381183       -4.948669 pass
       7.573631        3.919603 pass
       1.490243        5.452820 pass
      -2.392719      -13.891574 pass
      -3.571924       -8.870440 pass
      -1.520796       -3.961259 pass
       0.256135        3.092714 pass
      -0.976075       -1.770595 pass
       1.645149       -1.127410 pass
      -1.065399        3.409585 pass
      -3.200790       -8.784848 pass
      -1.105415       -4.593468 pass
       1.764763        2.287784 pass
       1.367876        5.090795 pass
      -0.836280       -2.143159 pass
      -1.825790        1.321921 pass
      -0.680332       -8.244084 pass
       0.392313       -1.517061 pass
       0.942213        8.813155 pass
      -0.279494        2.414961 pass
      -2.302308        4.093703 pass
       1.323145        5.949910 pass
       8.097701        1.456315 pass
       3.372487       10.461996 pass

starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal.fits
Image mean, median and std 11.459499 10.829639 55.680965
    xcentroid          ycentroid                RA                    Dec          
------------------ ------------------ ---------------------- ----------------------
  632.757520509536  43.52799873198921  0.0008804967979520648  -0.014626457969967293
 709.8257801184594 47.507856164720145     359.99852516247785  -0.014311550857858348
 910.5959218383333  74.15073580836673     359.99243330115337  -0.012997209251142885
 978.1734916601412  79.09634950402457     359.99037406382115  -0.012674008968996101
 468.7130887677887 103.70932107395348   0.006068286014852335   -0.01322360404683915
  732.790984782116 114.80235210425441     359.99799208670777  -0.012224549793193257
  397.984710427444 124.51324600589399   0.008291256163280063  -0.012770390494991906
453.48648150451567  138.5482319055374   0.006624203827780067  -0.012205946184055615
 510.5826324979371 152.64448533976542   0.004908405341258196  -0.011634774691144639
 837.2149603482594  177.1785834572367      359.9949499615408  -0.010070545641559236
 574.5481104859573 184.43873533137992   0.003027600457347842  -0.010506876620650508
 881.0720770864376  205.4811392291359     359.99367911021494   -0.00910047240755286
 967.9227669585642 206.66121780659034     359.99101887212703   -0.00884787365368245
 403.5962440387207   216.998785601212   0.008354373151629148   -0.00994252422160558
 415.2777583527195 223.52829021424284   0.008012874091052141  -0.009713721429904707
 489.0920184154513 234.93882953827853   0.005778885460870573  -0.009179436773304156
 730.7977037082132 246.70779432945926     359.99839704252184  -0.008216395799283889
495.33441450714344 249.70017562299645   0.005625489983602337  -0.008712222746655486
 873.0776664428001 266.42458939825514      359.9940861819049   -0.00726229994756828
 741.6867097679047  279.9382786626609     359.99815100970363  -0.007172803098400693
380.14033396361117  301.2436539679342   0.009287748779498183  -0.007423548358097951
 665.2235848015512  328.5104074590912  0.0006236098759626848  -0.005872363696826033
 721.1009889243013 352.48437128381073     359.99897510732956  -0.004998591785375306
 558.8356054855649  391.3900339558093   0.004047855226464509  -0.004203748397144104
456.46867164126957  459.2609164373239  0.0073561127832601925  -0.002371745888469407
 689.8327353648502 485.06169266959915 0.00028755014973561054 -0.0009973537094344351
 729.3781725739266  495.5207376473076      359.9991061775121 -0.0005793868444065472
 421.5313298328499  495.9474141851409    0.00851819173856682 -0.0013308055493282981
 694.8390061976295  509.5305205319393 0.00020019156541582563 -0.0002319329312739653
14.081606885276077  557.2166447486212   0.021107528702098505 -0.0005205285248208323
 881.6543299915564  595.8568645041335      359.9947254230886  0.0028688929381400895
 915.4735869466531  605.5705900525442      359.9937187373024  0.0032461369049492667
 996.4781613563033  622.2440029897667      359.9912890038844   0.003944930128583014
 794.4678033778682  628.5049053250357     359.99747921198633   0.003667173736498765
  840.081104132367  662.8420150991536      359.9961810901739  0.0048294298273538795
 481.7458734746978  736.5408482211899   0.007300242502125687   0.006221561579575905
 688.4363469452317  768.8245040889547  0.0010937407243143905    0.00772151655478467
 981.1057496757138  774.1328899034736     359.99218742384153    0.00856640104398379
 786.7033611257062  779.6094428435799     359.99813025456774   0.008285777187910513
 500.3213435066071  828.2875623678548   0.006972292739396447   0.009079392487024846
 845.1395260116918  888.2486429009447      359.9966490980914   0.011744618340666048
 799.9582256550444  894.1529473093893      359.9980397938047   0.011819651703137203
  845.956261130645  903.5178548940592     359.99666619433395   0.012212638460852125
 835.9945894894588  948.4929444611175     359.99709237310265   0.013561331318791536
1004.5948488048369  950.0992666738197      359.9919654017713   0.013995388320326398
 823.5753939434358  959.1642392517674      359.9974990166614   0.013857674611357278
 782.0375957577447  960.5590014045085     359.99876499345754   0.013802953255150834
 922.1356667374224  978.2850292332223      359.9945543794388   0.014667538039234738
 652.6937363556877 1016.2119840128314  0.0028391970295941005   0.015188260679953809

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -3.623553       -0.168281 pass
       0.059981        6.028601 pass
       1.980539       -4.873354 pass
      -2.866220        0.193737 pass
       7.784920       -1.983088 pass
       3.634933       -2.891154 pass
      -3.193980       -6.285198 pass
      -2.836849       -2.974549 pass
      -2.909741       -6.499978 pass
      -8.133392        1.859597 pass
       0.353129        2.226026 pass
       1.053862        1.412953 pass
       4.254858        9.720189 pass
       5.059229        0.811112 pass
       3.996774        9.099333 pass
       0.709307        4.538448 pass
      -0.742303        5.946131 pass
       1.029653        1.425431 pass
      -2.960956       -1.392640 pass
       0.386387       -5.730427 pass
      -0.904394       -1.974089 pass
       1.343169        8.392748 pass
      -3.586016       -3.851537 pass
       3.461547        5.235690 pass
       7.512148        5.220745 pass
       0.873008      -12.378314 pass
      -2.074170        1.443758 pass
       3.078815       -2.694230 pass
      -0.412341        5.627616 pass
       1.446377        1.397953 pass
       0.229756       -0.032288 pass
       1.365980        5.536941 pass
       0.324626       -9.252622 pass
      -2.683556       -0.802124 pass
       0.922188        9.394218 pass
      -0.453272        1.002852 pass
       2.654289      -10.307142 pass
       0.689635        0.241447 pass
       1.523119       -7.585423 pass
       4.684152       -0.753304 pass
       8.988473       -1.648692 pass
      -1.836059        2.798112 pass
       4.943346        5.312802 pass
       0.699602       -1.301541 pass
       2.161646        4.044166 pass
       3.139657        0.454847 pass
       7.353079        5.775123 pass

starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal.fits
Image mean, median and std 11.461396 10.8295555 55.684906
    xcentroid          ycentroid                RA                    Dec          
------------------ ------------------ ---------------------- ----------------------
 632.7561014527342  43.52872182023289  0.0010205421837794608  -0.014486439834403033
 709.8260670657803   47.5058809583951      359.9986651486738  -0.014171609453174118
 910.5951520227544  74.15262735916836     359.99257332956284  -0.012857154436161493
 978.1739871993807   79.0963228230719      359.9905140485703  -0.012534008485688053
468.71224848996206 103.70989382247947   0.006208313253700151  -0.013083588821216326
 732.7915923131342 114.80647731539594      359.9981320786759  -0.012084423456772018
397.98413357499743 124.51335799099897   0.008431274139434002  -0.012630388543481575
  453.486222463101  138.5458169269537   0.006764205617381574   -0.01206602013451995
510.58256909558963  152.6453203832899   0.005048409422882343  -0.011494749469333973
 837.2169099602804 177.17912292467238      359.9950899031489  -0.009930524368498101
 574.5467924282938 184.53495588155457   0.003167889289769068  -0.010363947947852328
  881.072757297264 205.48539115095912     359.99381910057497   -0.00896034135706193
  967.924538456573 206.66197471295982     359.99115881981544  -0.008707846239862494
403.59519404561934 216.99772079775687   0.008494402627499458  -0.009802559375285612
415.27622730365823 223.52761937893004   0.008152919316814486  -0.009573745776052278
 489.0946428106659 234.93889167070938   0.005918805147617917  -0.009039428286146166
 730.7995005378147 246.70662956366752     359.99853698434373  -0.008076426945945311
495.33518932760904  249.7024097932946   0.005765471982520055  -0.008572152430679165
 873.0774447239464 266.42532686273233       359.994226190677  -0.007122277968077975
 741.6859285461186 279.93870052952946     359.99829103477674  -0.007032792110813749
 380.1370486212538  301.2438407112605   0.009427849888286459  -0.007283550963973088
 665.2269225901222 328.50792691218294  0.0007635010274181508  -0.005732431596715987
 721.1001264694142  352.4851006313926     359.99911513570277  -0.004858571502264583
 558.8372234547588 391.38558179923365   0.004187794040580324  -0.004063881330548656
456.46151568364206 459.25963414936314   0.007496328276344708  -0.002231803493918642
 689.8318563457915 485.05914533128765 0.00042757019837570275 -0.0008574342669445246
 729.3758901700103 495.52228213954953      359.9992462514958 -0.0004393448326454394
 421.5314421564851  495.9455044748265   0.008658183418549214  -0.001190864071148042
  694.837657200127  509.5318564734783 0.00034023640497564313  -9.18950864308775e-05
14.081803113089986  557.2159960609778    0.02124752117466758  -0.000380547908810225
 881.6523091352415  595.8547570266802      359.9948654790013   0.003008823453461035
 915.4741065868286  605.5711695752242      359.9938587230354  0.0033861559121944463
 996.4784351276294  622.2423567819199     359.99142899086496   0.004084880233595695
  794.469839790824  628.5055976724658     359.99761915170114  0.0038071998360018613
 840.0786466311152  662.8404021273825      359.9963211607397   0.004969374543000565
481.74592656195796  736.5414197031473  0.0074402423629929765   0.006361579245680676
 688.4356820369527  768.8238940960294  0.0012337593295742879    0.00786149626021711
 981.1089672696557  774.1361073647035     359.99232733469995   0.008706506831144933
 786.7045617896734   779.611802202087      359.9982702244455    0.00842585228151213
500.32197626807886  828.2892825101978   0.007112277959974392   0.009219446706782949
 845.1369459333854   888.244390359914     359.99678916491627   0.011884482514216926
 799.9586443996288  894.1555172153749     359.99817978807744   0.011959731139923258
 845.9561015097216  903.5187293444774      359.9968062015897   0.012352664779542435
 835.9932678302781  948.4906491194473     359.99723240700996   0.013701258281230323
1004.5949500781727  950.1001812322297     359.99210540123534    0.01413541643042263
 823.5785927457607  959.1670105496879      359.9976389269887   0.013997766512779123
 782.0375591951885  960.5596213741295      359.9989049962459    0.01394297205959524
 922.1365503429363  978.2855175769723     359.99469435389864   0.014807554933294118
 652.6933028870272 1016.2125890007942  0.0029792117714372685   0.015328278029687408

RA_Diff (mas)  Dec_diff (mas) pass/fail

starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal.fits
Image mean, median and std 11.166319 10.819193 52.431835
    xcentroid          ycentroid                RA                     Dec          
------------------ ------------------ ---------------------- -----------------------
 646.9460364189496 123.58824806720995  0.0008803409666353219    -0.01462544759401453
 724.0252320146072  127.5820452764259      359.9985251448545      -0.014310524077353
 924.8606761687124 154.24326052907645      359.9924329361845   -0.012996383566727537
   992.45691902968 159.27374467532363     359.99037339685844   -0.012673064323221303
482.87053476521277 183.28959656865936   0.006068231603246421   -0.013222390879844007
 747.0589422960411 194.39222695244513      359.9979919488258   -0.012223096373398978
412.11218706689084 203.90829274053294   0.008291045403339596   -0.012771385160995604
467.56583952342805 217.90372011464456    0.00662635936109802    -0.01220484372594049
 524.7770858845939 231.89311550157834  0.0049079203445831455   -0.011633826109081785
 851.5364944961776  256.5001400819646     359.99495137802734   -0.010069281024660396
  588.705062769309 263.51085726272504  0.0030296502371099806   -0.010506455620478956
 895.4584259369747 284.53409875070355     359.99367964554193     -0.0091047589609821
 982.4255461949168  285.9202146860721     359.99101719217686   -0.008849400351720169
 417.7174017858739 295.82945696890056   0.008353917643836436   -0.009945222372284788
 429.4042633190108  302.3938491302124   0.008012662027330593   -0.009714355847956803
 503.2698996261898 313.66457227896325      0.005778574588179   -0.009182449351832687
 745.2283576279594  325.5350018038381     359.99839492246144   -0.008217355359381432
509.53867989539395 328.42412505899017   0.005624735426441953   -0.008713537241315246
 887.5443812545439  345.2641690333635      359.9940862878344      -0.007265244786619
 756.1049685736115 358.67865141799314      359.9981503199985    -0.00717342350491229
394.23291927272953 379.85017585787546   0.009287587812766219    -0.00742439167826378
 679.5634066559268  407.0596025804446  0.0006242027742464089   -0.005873736972104611
 735.4844061261805  431.0996831560591     359.99897662127745  -0.0049976416161509035
 573.1313058171473 469.80286113326713   0.004047329109084021   -0.004205179593319682
 470.5890419719976  537.6340474457602   0.007357930444448098    -0.00237327401915634
  704.327058625501  563.4788329832742 0.00028666582563447254  -0.0009992064146646443
 435.6105785039881  574.3863481872331   0.008520331771738035  -0.0013305748801799543
  743.874891664683  573.9747828254133      359.9991067931344  -0.0005809777008637135
 709.3557006099318  587.9666594324468  0.0001991739613351785 -0.00023358941671565873
27.531278375167513  635.8512293053622   0.021115014317358988  -0.0005216216890524824
 896.4408422838092  674.4980277163539     359.99472377077933   0.0028676799548390266
 930.3046944886573   684.334662079809      359.9937171097069   0.0032476367453057745
1011.3109434871345  701.0321927252717     359.99128955084143    0.003944579315404069
  809.095857702636  707.1484044619239     359.99747998772455   0.0036660735530476296
 854.7864857555858  741.5832025222157     359.99618146318284   0.0048288846011218705
  496.042646678495   815.501330316961    0.00730043085322982    0.006226567438309456
  702.974834779573  847.7555655541388  0.0010946992939119733    0.007721763324996789
 995.9743233516383  853.1699976082482      359.9921875269867    0.008566666045003165
 801.4327560408036  858.5945248989527      359.9981289789841    0.008286199706369223
 514.6244381546285  907.3352544164048   0.006973482959273866    0.009079930104721341
 859.8694947178157  967.5204508513665     359.99664969864597    0.011745747050078564
 814.6347535333018  973.4206873951758     359.99804066679786    0.011820395007652196
 860.6853482064994  982.8172971910304      359.9966667541225     0.01221360129934576

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -1.203028      -11.543093 pass
       4.893700        4.162587 pass
       7.721476        1.713322 pass
       1.151995       -5.124618 pass
       3.349600      -11.786469 pass
      -0.044192       -6.935209 pass
       4.794378       -5.669569 pass
      -4.682542        2.747970 pass
       2.515126        6.289380 pass
       5.338653        3.348377 pass
       4.636204       -0.881232 pass
       3.313240        4.226007 pass
       5.923951       -6.332260 pass
       2.400472        8.622028 pass
       0.833772        5.792833 pass
      -0.744716       -7.119723 pass
       5.836599       -2.309818 pass
      -1.483874       -5.010042 pass
      -1.616971       -5.114465 pass
       8.560898        9.788311 pass
       7.015773       10.453056 pass
       1.551072        5.642778 pass
      -1.702848        2.397762 pass
       1.184793       -7.846536 pass
      -1.531483       -5.217667 pass
      -2.171310        3.368436 pass
       1.667458      -11.215436 pass
      -7.275657        0.718943 pass
       0.163452        5.813420 pass
      -1.216702       -1.281053 pass
      -3.205055       -4.907717 pass
      -2.973739       -5.721900 pass
      -4.425194      -11.952163 pass
       3.370264        2.219160 pass
       8.427480        1.988662 pass
      -4.552465       -1.934069 pass
       3.303518       -4.400540 pass
       2.714841        2.164678 pass
       9.540854        5.559766 pass
      -2.908163       -5.041266 pass
      -0.279139        2.320706 pass

starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal.fits
Image mean, median and std 11.167205 10.820021 52.420555
    xcentroid          ycentroid                RA                    Dec          
------------------ ------------------ ---------------------- ----------------------
 646.9454800415763 123.59122321380107  0.0008803656879164385  -0.014625358834867506
 724.0256726768248 127.58013796160934      359.9985251264132   -0.01431058074881553
 924.8597080043684  154.2432706124099     359.99243296590157  -0.012996385708730001
 992.4534255006282  159.2718625921307      359.9903734990552  -0.012673130090554478
 482.8696673425391  183.2899835191299   0.006068259202637669  -0.013222381265036554
 747.0578849106864 194.39226082259032      359.9979919813537  -0.012223097981552028
 412.1139269048188 203.90945048821695    0.00829099500464183  -0.012771345469780142
467.56675428766414  217.9036290726527  0.0066263310760417415   -0.01220484420928609
 524.7779965210373 231.88761492892587   0.004907878219448835  -0.011633991987964873
 851.5351015628255 256.50133330428804      359.9949514239217  -0.010069248022576957
 588.7056787681511 263.50878787844727   0.003029625957239504   -0.01050651745401577
 895.4613105651895 284.53301855679746      359.9936795541991  -0.009104784903560181
 982.4265095675484  285.9188137972235     359.99101715886314  -0.008849440744045681
417.71543674308754  295.8303503510455   0.008353980132200288   -0.00994519994298999
 429.4043006594748   302.391294319142   0.008012654340806747  -0.009714434124611955
 503.2701695686526   313.660954522638   0.005778556956879143  -0.009182559722200206
  745.227175719965 325.53650613651814     359.99839496270187  -0.008217312112789378
 509.5395129140925  328.4264116852812   0.005624715832518511  -0.008713464923489102
 887.5432061951202  345.2660055868902      359.9940863288323  -0.007265191349839529
 756.1041842849181  358.6800425484636      359.9981503477614  -0.007173382702703706
394.23237537998807 379.85139546326104   0.009287607567243169  -0.007424355561664159
 679.5646720105382  407.0614691793956  0.0006241690117001846 -0.0058736764496161555
 735.4846227401789  431.0987984975643     359.99897661226294  -0.004997668302282632
 573.1327307968371  469.8028377674046   0.004047285469453377  -0.004205176771126612
 470.5899109886719   537.634139560142   0.007357904143361665 -0.0023732689841836083
 704.3299938731695  563.4795835368527 0.00028657817169840187 -0.0009991762174390486
 435.6099546323682  574.3867880651862   0.008520351938341926 -0.0013305629301788556
  743.876859351675  573.9722780891316     359.99910672620973  -0.000581050034878793
  709.353752512589  587.9671313943018 0.00019923473444689437 -0.0002335795982129045
27.528381239185606   635.852642005663   0.021115105964276147 -0.0005215862798103629
 896.4397012609306  674.5007838620852      359.9947238133093   0.002867761902645875
 930.3064781430503   684.334060840617      359.9937170535473   0.003247622400811566
1011.3112434924527  701.0314437239015     359.99128953955324   0.003944557036107322
 809.0957248208425  707.1478396927572     359.99747999022435   0.003666055911212994
 854.7882520124947  741.5815247429309     359.99618140466794   0.004828837272518164
 496.0419398685006  815.5016620469418   0.007300453193028751  0.0062265758102119555
 702.9741875563504  847.7562918805631  0.0010947209288824965   0.007721783980913229
 995.9721439659877  853.1689695028363     359.99218759056447   0.008566629720873442
 801.4316652320226  858.5921814993368      359.9981290057719   0.008286125536795407
 514.6267263594901  907.3369596675094    0.00697341792737487   0.009079987884410582
 859.8707171877863  967.5196606903338     359.99664965931487   0.011745725802043364
 814.6354876594828  973.4205911145488     359.99804064422983   0.011820393789056067
 860.6851506594377  982.8162979189045     359.99666675739485   0.012213570408960222

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -1.518582      -11.434383 pass
       4.791874        4.160847 pass
       7.655088        1.509304 pass
       1.251941       -4.977730 pass
       3.254916      -11.768343 pass
      -0.035192       -6.998720 pass
       4.866978       -5.626549 pass
      -4.604656        2.822331 pass
       2.373534        6.212887 pass
       5.104539        3.556384 pass
       4.783796       -0.688859 pass
       3.161590        3.628843 pass
       5.595117       -6.425653 pass
       2.319227        8.617641 pass
       0.933129        5.827446 pass
      -0.985645       -7.380126 pass
       5.804147       -2.405888 pass
      -1.412758       -4.880022 pass
      -1.657608       -5.194670 pass
       8.726118        9.907119 pass
       7.132873       10.447266 pass
       1.631495        5.672917 pass
      -1.473968        2.266995 pass
       1.027690       -7.836376 pass
      -1.594955       -5.615000 pass
      -1.803401        3.131674 pass
       1.456805      -11.385819 pass
      -7.179221        0.451932 pass
      -0.017983        5.956309 pass
      -1.244373       -1.562849 pass
      -3.407230       -4.959357 pass
      -2.754956       -5.686554 pass
      -4.272087      -11.657150 pass
       3.477246        2.211449 pass
       8.516476        2.308194 pass
      -4.623003       -1.673725 pass
       3.528476       -4.319795 pass
       2.726621        2.053472 pass
       9.453446        5.337166 pass
      -3.028093       -5.186679 pass
      -0.134273        2.476394 pass

starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal.fits
Image mean, median and std 11.14942 10.819677 52.3238
    xcentroid          ycentroid                RA                     Dec          
------------------ ------------------ ---------------------- -----------------------
 695.2882988999536 103.10651467532003  0.0008800008772832899   -0.014624813910079982
 772.3744183009295  107.0815682195305      359.9985245931245   -0.014309869787115948
  973.228381685913 133.63302595063803     359.99243224223216   -0.012997673379714877
 531.2457880501139 162.90678044840305   0.006067753827247839   -0.013222863142923662
 795.4098654036351 173.99541287004112      359.9979911433319   -0.012223925183360086
  460.547711377863  183.5249036196875   0.008289441834595316   -0.012772358696295038
 515.9706963233565 197.55498823067623   0.006625409028767752   -0.012205661433268716
 573.1045796641623 211.60813499707166   0.004909149394200925    -0.01163371221201762
 899.8933788590772 236.19645940742822      359.9949503013732   -0.010070332329877986
 637.0838241772371 243.32047754138887    0.00302930239325246   -0.010504872055279972
 943.8044405646633 264.45023347848417      359.9936793323863   -0.009100426256506654
466.16761385963326  275.6415362787146   0.008353364238678336    -0.00994304344948607
 477.7998425311254 282.12836328156897   0.008013547610210205   -0.009714975271219643
 551.6424228064568  293.5141692246144   0.005779824893848046   -0.009180675245526442
 793.5362941129501  305.3737976889193     359.99839615145964   -0.008218045255784857
 557.9115612743607  308.2309333789397   0.005626000043587533   -0.008713509112374706
   935.89818015132  325.1387934464577      359.9940855059957    -0.00726544155060442
 804.4990143921109  338.5651047740593      359.9981491833879  -0.0071737216779422215
 442.6930855595648  359.6109073627168   0.009288286507927042   -0.007424822264389844
 727.9952424701189 386.98027318926063  0.0006232392478226067   -0.005873735036980789
 783.9187945939353 411.06018073336685      359.9989753985937    -0.00499750078331377
 621.5759401883365  449.7014536319138    0.00404829003612404   -0.004205284148308415
 519.1902540839886  517.5298630654247   0.007357057943188697   -0.002371136402893473
 752.7897384965033   543.479054423098 0.00028734675743388586  -0.0009989984751563358
484.25480678313863   554.161793091394   0.008519257795758167   -0.001330984310451842
 792.3715451848047  553.9949623101498      359.9991060833142  -0.0005807988134908488
 757.8281459003109  567.9717563455148 0.00019999925135859084  -0.0002333580126112227
396.18338983138534  604.5780857775677    0.01133613097965103 -3.5146940737205506e-06
 76.35854360332827  615.2713546165651   0.021113604528003087  -0.0005212509629759039
 944.8620518533836  654.6300422676247      359.9947249668796   0.0028684712215900337
 978.7199582266016  664.4764120134141      359.9937180442408     0.00324823477261302
 857.5978321036471  687.1863850362278      359.9974808060295   0.0036657619234262495
 903.3383272720531  721.6639082807033     359.99618069821037    0.004829340458761752
  544.822969770774  795.1767613387013   0.007300501536278909     0.00622535560971207
 751.6593136994991  827.6341518190358  0.0010951813293202872   0.0077212194450194584
 850.0297444326784  838.5511439029677     359.99813041047923    0.008285502452127409
 563.5070365304637  886.9914021805405   0.006972577193303109    0.009079660723682728
 908.5174896745665  947.4667033713542     359.99665071218845     0.01174530799753924
 863.3821582485261    953.31539644542     359.99803984272904    0.011819834480523251
 909.4201911354062  962.7615722742491      359.9966654557789    0.012213561507437893
 899.4889080888873 1007.7029930107033      359.9970911156624    0.013559580759199472
 845.5160643327326 1019.3354165427019      359.9987631926184      0.0137889507124076
 887.0452334515168 1018.3645917674779      359.9974986040853    0.013855459901527773

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -1.425293       -1.944355 pass
       1.248327      -10.794511 pass
       1.472504        1.218840 pass
       5.735248        4.068766 pass
      -2.939804       -6.198041 pass
       0.208595       -4.091050 pass
       2.901706       -8.057076 pass
       0.928065       -7.143518 pass
      -2.947214        0.790002 pass
       6.163878        4.708791 pass
       2.077896        2.378605 pass
       1.821585       -1.589582 pass
       7.737819        4.636037 pass
       4.796591        9.265477 pass
      -0.566175        6.604130 pass
      -0.886222        4.092685 pass
      -3.300069       -6.475729 pass
       1.434937       -1.802820 pass
       1.031429       -6.560152 pass
      -3.183615        2.090733 pass
       4.684943        6.003612 pass
       4.115995        7.469340 pass
       1.805531        1.280195 pass
       4.644130       -8.222934 pass
       2.969618        1.169116 pass
      -1.086443       -9.574348 pass
      -2.122275       -1.791172 pass
      -5.609395        2.308693 pass
       1.971397       -3.510976 pass
       0.159267       -2.754819 pass
      -0.002695       -4.888845 pass
      -0.119234       -9.103602 pass
       0.872036       -2.424167 pass
       7.203158        4.269924 pass
       0.000157       -1.832805 pass
       1.311259        3.443582 pass
      -1.959196        2.021427 pass
       8.288616       11.260601 pass
       4.145255       -0.162921 pass

starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal.fits
Image mean, median and std 11.148314 10.819933 52.31703
    xcentroid          ycentroid                RA                    Dec          
------------------ ------------------ ---------------------- ----------------------
   695.28794170584 103.10641319490699  0.0008800115795231863   -0.01462481787900968
 772.3731936505352 107.08007937646431      359.9985246268782  -0.014309917872403828
 973.2281832908834  133.6348268676595       359.992432252969  -0.012997619538201288
 531.2461240972619 162.90616024026545   0.006067741924447004  -0.013222881168460607
 795.4082883628598  173.9964145346605     359.99799119432987   -0.01222389869223297
 460.5482539991836 183.52565213354322   0.008289427105149128  -0.012772334529918135
  515.971022928771 197.55386309448286   0.006625396116303293  -0.012205694933804823
 573.1055169320389  211.6075876893692  0.0049091192277255415  -0.011633726576394846
 899.8952017510751 236.19527724644132     359.99495024232874  -0.010070363843153046
  637.082904882704 243.32193769850684   0.003029334402767267   -0.01050482968984714
 943.7992653146599  264.4489310792786     359.99367948756526  -0.009100478721790392
 466.1660535560782   275.640950154766   0.008353410553245011  -0.009943065336091812
477.79796528347913  282.1275102677306   0.008013602946853783  -0.009715006139339866
 551.6441749526855  293.5150245290313   0.005779773415525509  -0.009180644632308558
 793.5314353855134 305.37140487562107      359.9983962940064   -0.00821813048577351
 557.9109575174925 308.23135130802393   0.005626019634737101  -0.008713497795483575
 935.8973036748098 325.14009061951293      359.9940855363827  -0.007265403985229679
 804.4988427398484 338.56293884484654      359.9981491828204  -0.007173788531946998
 442.6927137354523  359.6114345294081   0.009288299245937747  -0.007424807000506554
 727.9943724390052  386.9821714885887  0.0006232709857077299  -0.005873678813221203
 783.9162233378428  411.0579407438311      359.9989754712712  -0.004997575863914036
 621.5767698477409 449.70199238928535   0.004048266080364153  -0.004205265514444473
 519.1911503353462  517.5358092205225  0.0073570460586275645 -0.0023709510343529468
 752.7880780342024  543.4801203561428  0.0002874004121121975  -0.000998969663921725
484.25376556038856  554.1619772165304    0.00851929006313443 -0.0013309812693040395
 792.3751873690417  553.9946415511126      359.9991059710994 -0.0005808000012685225
 757.8304438957533  567.9695819856329 0.00019992310895048133 -0.0002334194004333699
396.18468311561935  604.5807611777432   0.011336098337038783 -3.429058731243893e-06
 76.35814999540862  615.2723711714851    0.02111361895637598 -0.0005212208222102637
 944.8635640932658  654.6310144514106     359.99472492340107  0.0028685045368420587
 978.7205619653042  664.4790452486839     359.99371803321566   0.003248316935449173
 857.5958244646582  687.1827860653182      359.9974808573291  0.0036656467929251264
 903.3399724466342  721.6604165017714     359.99618063825375   0.004829237186174471
 544.8233340592824  795.1777717322748   0.007300493096006179   0.006225387462063048
 751.6584803677636  827.6363909001989  0.0010952127669043958   0.007721285965960717
 850.0294380306964    838.55150947549      359.9981304208188   0.008285512920257644
 563.5067284206251  886.9918823123108   0.006972587803690846    0.00907967462159978
 908.5206742421236  947.4677816020749      359.9966506182584    0.01174534815537037
 863.3827492499984  953.3136639288376     359.99803982000446   0.011819783039594491
 909.4171471081825  962.7581389765916     359.99666553892456   0.012213449914027643
 899.4888297651883 1007.7051953534469     359.99709112408334   0.013559647619545423
 845.5162351428138 1019.3362542119728     359.99876318970763   0.013788976596931363
  887.044887942196 1018.3648827073387       359.997498615383    0.01385546795957044

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -1.384621       -1.915346 pass
       1.441484      -10.690790 pass
       1.426019        1.098238 pass
       5.856762        3.895659 pass
      -2.941847       -6.438715 pass
       0.165811       -3.423724 pass
       3.086385       -8.471545 pass
       1.044227       -7.132569 pass
      -2.834039        1.029477 pass
       5.825730        4.853359 pass
       2.116093        2.428638 pass
       1.930978       -1.454347 pass
       7.629220        4.584325 pass
       5.355235        9.076602 pass
      -0.647984        6.418943 pass
      -0.929072        4.027794 pass
      -3.704042       -6.480005 pass
       1.696576       -2.073110 pass
       1.077285       -6.505202 pass
      -3.153300        2.331430 pass
       4.472383        5.890165 pass
       4.299587        7.564708 pass
       1.775146        1.394863 pass
       4.557889       -8.155852 pass
       2.784296        1.279324 pass
      -1.302286       -9.946130 pass
      -2.085052       -1.753487 pass
      -5.662421        2.395692 pass
       2.170609       -3.622102 pass
       0.119576       -2.459032 pass
      -0.276808       -5.109842 pass
      -0.275756       -8.983667 pass
       0.910688       -2.230338 pass
       7.241686        4.255636 pass
       0.070685       -1.792064 pass
       1.477992        3.364790 pass
      -1.659872        1.619690 pass
       8.403850       11.413117 pass
       4.658423       -0.469749 pass

RA difference mean, median and std (units in mas) 1.1084997025612093 0.928302277808206 3.5773131993903524
Dec difference mean, median and std (units in mas) -0.17537865973407207 1.1691161048078824 5.539940734870295


# Run Calwebb_image3 on the association table with tweakreg on
    
# set any specific parameters
# tweakreg parameters to allow data to run
fwhm = 3.318 #3.27  # Gaussian kernel FWHM of objects expected, default=2.5
minobj = 5  # minimum number of objects needed to match positions for a good fit, default=15
snr = 40 # signal to noise threshold, default=5
sigma = 3 # clipping limit, in sigma units, used when performing fit, default=3
fit_geom ='rshift' # ftype of affine transformation to be considered when fitting catalogs, default='general'
use2dhist = False  # boolean indicating whether to use 2D histogram to find initial offset, default=True
search_radius = 1.0 # radius in arcseconds to search for a match
tol = 1.0  # Matching tolerance for xyxymatch in arcsec. (Default=1.0)
use2dhist = True  # boolean indicating whether to use 2D histogram to find initial offset, default=True
   
pipe3=Image3Pipeline()    
pipe3.tweakreg.kernel_fwhm = fwhm
pipe3.tweakreg.snr_threshold = snr
pipe3.tweakreg.minobj = minobj
pipe3.tweakreg.sigma = sigma
pipe3.tweakreg.fitgeometry = fit_geom
pipe3.tweakreg.use2dhist = use2dhist
pipe3.tweakreg.save_catalogs = True
#pipe3.tweakreg.skip = True        # test to see if this affects the final output
pipe3.outlier_detection.skip = True
pipe3.source_catalog.save_results = True
pipe3.save_results = True
#pipe3.output_dir = datadir

# run Image3

#im = pipe3.run(rtdata.input)
image = pipe3.run('starfield_50star4ptdither_asnfile.json')
print('Image 3 pipeline finished.')

2022-03-24 14:14:35,245 - stpipe.Image3Pipeline - INFO - Image3Pipeline instance created.
2022-03-24 14:14:35,247 - stpipe.Image3Pipeline.assign_mtwcs - INFO - AssignMTWcsStep instance created.
2022-03-24 14:14:35,249 - stpipe.Image3Pipeline.tweakreg - INFO - TweakRegStep instance created.
2022-03-24 14:14:35,250 - stpipe.Image3Pipeline.skymatch - INFO - SkyMatchStep instance created.
2022-03-24 14:14:35,252 - stpipe.Image3Pipeline.outlier_detection - INFO - OutlierDetectionStep instance created.
2022-03-24 14:14:35,253 - stpipe.Image3Pipeline.resample - INFO - ResampleStep instance created.
2022-03-24 14:14:35,255 - stpipe.Image3Pipeline.source_catalog - INFO - SourceCatalogStep instance created.
2022-03-24 14:14:35,446 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline running with args ('starfield_50star4ptdither_asnfile.json',).
2022-03-24 14:14:35,452 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'steps': {'assign_mtwcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'assign_mtwcs', 'search_output_file': True, 'input_dir': ''}, 'tweakreg': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_catalogs': True, 'catalog_format': 'ecsv', 'kernel_fwhm': 3.318, 'snr_threshold': 40, 'brightest': 1000, 'peakmax': None, 'enforce_user_order': False, 'expand_refcat': False, 'minobj': 5, 'searchrad': 1.0, 'use2dhist': True, 'separation': 0.5, 'tolerance': 1.0, 'xoffset': 0.0, 'yoffset': 0.0, 'fitgeometry': 'rshift', 'nclip': 3, 'sigma': 3, 'align_to_gaia': False, 'gaia_catalog': 'GAIADR2', 'min_gaia': 5, 'save_gaia_catalog': False}, 'skymatch': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'skymethod': 'match', 'match_down': True, 'subtract': False, 'stepsize': None, 'skystat': 'mode', 'dqbits': '0', 'lower': None, 'upper': None, 'nclip': 5, 'lsigma': 4.0, 'usigma': 4.0, 'binwidth': 0.1}, 'outlier_detection': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': False, 'input_dir': '', 'weight_type': 'ivm', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'nlow': 0, 'nhigh': 0, 'maskpt': 0.7, 'grow': 1, 'snr': '5.0 4.0', 'scale': '1.2 0.7', 'backg': 0.0, 'save_intermediate_results': False, 'resample_data': True, 'good_bits': '~DO_NOT_USE', 'scale_detection': False, 'allowed_memory': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None}, 'source_catalog': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'cat', 'search_output_file': True, 'input_dir': '', 'bkg_boxsize': 100, 'kernel_fwhm': 2.0, 'snr_threshold': 3.0, 'npixels': 5, 'deblend': False, 'aperture_ee1': 30, 'aperture_ee2': 50, 'aperture_ee3': 70, 'ci1_star_threshold': 2.0, 'ci2_star_threshold': 1.8}}}
2022-03-24 14:14:35,582 - stpipe.Image3Pipeline - INFO - Prefetching reference files for dataset: 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal.fits' reftypes = ['abvegaoffset', 'apcorr', 'drizpars']
2022-03-24 14:14:35,586 - stpipe.Image3Pipeline - INFO - Prefetch for ABVEGAOFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_abvegaoffset_0001.asdf'.
2022-03-24 14:14:35,588 - stpipe.Image3Pipeline - INFO - Prefetch for APCORR reference file is '/grp/crds/cache/references/jwst/jwst_miri_apcorr_0005.fits'.
2022-03-24 14:14:35,589 - stpipe.Image3Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-03-24 14:14:35,590 - stpipe.Image3Pipeline - INFO - Starting calwebb_image3 ...
2022-03-24 14:14:36,898 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg running with args (<ModelContainer>,).
2022-03-24 14:14:36,900 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_catalogs': True, 'catalog_format': 'ecsv', 'kernel_fwhm': 3.318, 'snr_threshold': 40, 'brightest': 1000, 'peakmax': None, 'enforce_user_order': False, 'expand_refcat': False, 'minobj': 5, 'searchrad': 1.0, 'use2dhist': True, 'separation': 0.5, 'tolerance': 1.0, 'xoffset': 0.0, 'yoffset': 0.0, 'fitgeometry': 'rshift', 'nclip': 3, 'sigma': 3, 'align_to_gaia': False, 'gaia_catalog': 'GAIADR2', 'min_gaia': 5, 'save_gaia_catalog': False}
2022-03-24 14:14:37,154 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 48 sources in starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal.fits.
2022-03-24 14:14:37,158 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal_cat.ecsv
2022-03-24 14:14:37,438 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 48 sources in starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal.fits.
2022-03-24 14:14:37,442 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal_cat.ecsv
2022-03-24 14:14:37,709 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 49 sources in starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal.fits.
2022-03-24 14:14:37,713 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal_cat.ecsv
2022-03-24 14:14:37,999 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 48 sources in starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal.fits.
2022-03-24 14:14:38,002 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal_cat.ecsv
2022-03-24 14:14:38,271 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 42 sources in starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal.fits.
2022-03-24 14:14:38,274 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal_cat.ecsv
2022-03-24 14:14:38,539 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 42 sources in starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal.fits.
2022-03-24 14:14:38,542 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal_cat.ecsv
2022-03-24 14:14:38,808 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 43 sources in starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal.fits.
2022-03-24 14:14:38,812 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal_cat.ecsv
2022-03-24 14:14:39,063 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 42 sources in starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal.fits.
2022-03-24 14:14:39,066 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal_cat.ecsv
2022-03-24 14:14:39,090 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-03-24 14:14:39,091 - stpipe.Image3Pipeline.tweakreg - INFO - Number of image groups to be aligned: 8.
2022-03-24 14:14:39,091 - stpipe.Image3Pipeline.tweakreg - INFO - Image groups:
2022-03-24 14:14:39,116 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal':
2022-03-24 14:14:39,117 - stpipe.Image3Pipeline.tweakreg - INFO -      starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal
2022-03-24 14:14:39,142 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal':
2022-03-24 14:14:39,143 - stpipe.Image3Pipeline.tweakreg - INFO -      starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal
2022-03-24 14:14:39,166 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal':
2022-03-24 14:14:39,167 - stpipe.Image3Pipeline.tweakreg - INFO -      starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal
2022-03-24 14:14:39,189 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal':
2022-03-24 14:14:39,190 - stpipe.Image3Pipeline.tweakreg - INFO -      starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal
2022-03-24 14:14:39,214 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal':
2022-03-24 14:14:39,215 - stpipe.Image3Pipeline.tweakreg - INFO -      starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal
2022-03-24 14:14:39,238 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal':
2022-03-24 14:14:39,238 - stpipe.Image3Pipeline.tweakreg - INFO -      starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal
2022-03-24 14:14:39,262 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal':
2022-03-24 14:14:39,262 - stpipe.Image3Pipeline.tweakreg - INFO -      starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal
2022-03-24 14:14:39,286 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal':
2022-03-24 14:14:39,286 - stpipe.Image3Pipeline.tweakreg - INFO -      starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal
2022-03-24 14:14:39,287 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-03-24 14:14:39,287 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-03-24 14:14:39,288 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() started on 2022-03-24 14:14:39.287932
2022-03-24 14:14:39,288 - stpipe.Image3Pipeline.tweakreg - INFO -       Version 0.7.3
2022-03-24 14:14:39,288 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-03-24 14:14:39,447 - stpipe.Image3Pipeline.tweakreg - INFO - Selected image 'GROUP ID: starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal' as reference image
2022-03-24 14:14:39,452 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal' to the reference catalog.
2022-03-24 14:14:39,574 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal' catalog with sources from the reference 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal' catalog.
2022-03-24 14:14:39,575 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-03-24 14:14:39,576 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0, 0 with significance of 48 and 52 matches.
2022-03-24 14:14:39,578 - stpipe.Image3Pipeline.tweakreg - INFO - Found 48 matches for 'GROUP ID: starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal'...
2022-03-24 14:14:39,578 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'rshift' fit
2022-03-24 14:14:39,580 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'rshift' fit for GROUP ID: starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal:
2022-03-24 14:14:39,581 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -4.99872e-05  YSH: -1.34437e-05    ROT: 5.32927e-05    SCALE: 1
2022-03-24 14:14:39,581 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-03-24 14:14:39,582 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.000287318   FIT MAE: 0.000256544
2022-03-24 14:14:39,582 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 48 objects.
2022-03-24 14:14:39,610 - stpipe.Image3Pipeline.tweakreg - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/gwcs/wcs.py:2947: DeprecationWarning: Indexing a WCS.pipeline step is deprecated. Use the `frame` and `transform` attributes instead.
  warnings.warn("Indexing a WCS.pipeline step is deprecated. "

2022-03-24 14:14:39,622 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal' to the reference catalog.
2022-03-24 14:14:39,746 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal' catalog with sources from the reference 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal' catalog.
2022-03-24 14:14:39,747 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-03-24 14:14:39,748 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0, 0 with significance of 47 and 51 matches.
2022-03-24 14:14:39,749 - stpipe.Image3Pipeline.tweakreg - INFO - Found 47 matches for 'GROUP ID: starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal'...
2022-03-24 14:14:39,750 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'rshift' fit
2022-03-24 14:14:39,752 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'rshift' fit for GROUP ID: starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal:
2022-03-24 14:14:39,752 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.000321171  YSH: -4.24579e-05    ROT: -0.000894824    SCALE: 1
2022-03-24 14:14:39,753 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-03-24 14:14:39,753 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00527931   FIT MAE: 0.00461642
2022-03-24 14:14:39,754 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 46 objects.
2022-03-24 14:14:39,792 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal' to the reference catalog.
2022-03-24 14:14:39,916 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal' catalog with sources from the reference 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal' catalog.
2022-03-24 14:14:39,917 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-03-24 14:14:39,918 - stpipe.Image3Pipeline.tweakreg - INFO - Found peak in the 2D histogram lies at the edge of the histogram. Try increasing 'searchrad' for improved results.
2022-03-24 14:14:39,919 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 1, 1 with significance of 17.98 and 51 matches.
2022-03-24 14:14:39,920 - stpipe.Image3Pipeline.tweakreg - INFO - Found 47 matches for 'GROUP ID: starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal'...
2022-03-24 14:14:39,921 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'rshift' fit
2022-03-24 14:14:39,923 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'rshift' fit for GROUP ID: starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal:
2022-03-24 14:14:39,924 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.504339  YSH: -0.504285    ROT: -0.000801053    SCALE: 1
2022-03-24 14:14:39,924 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-03-24 14:14:39,925 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00545887   FIT MAE: 0.00479425
2022-03-24 14:14:39,925 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 46 objects.
2022-03-24 14:14:39,965 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal' to the reference catalog.
2022-03-24 14:14:40,090 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal' catalog with sources from the reference 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal' catalog.
2022-03-24 14:14:40,090 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-03-24 14:14:40,092 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0, 0 with significance of 41 and 43 matches.
2022-03-24 14:14:40,093 - stpipe.Image3Pipeline.tweakreg - INFO - Found 41 matches for 'GROUP ID: starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal'...
2022-03-24 14:14:40,093 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'rshift' fit
2022-03-24 14:14:40,096 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'rshift' fit for GROUP ID: starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal:
2022-03-24 14:14:40,096 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.000303586  YSH: 0.00105847    ROT: -0.000552349    SCALE: 1
2022-03-24 14:14:40,097 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-03-24 14:14:40,097 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00771548   FIT MAE: 0.00684298
2022-03-24 14:14:40,097 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 40 objects.
2022-03-24 14:14:40,136 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal' to the reference catalog.
2022-03-24 14:14:40,502 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal' catalog with sources from the reference 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal' catalog.
2022-03-24 14:14:40,503 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-03-24 14:14:40,504 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0, 0 with significance of 41 and 43 matches.
2022-03-24 14:14:40,505 - stpipe.Image3Pipeline.tweakreg - INFO - Found 41 matches for 'GROUP ID: starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal'...
2022-03-24 14:14:40,506 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'rshift' fit
2022-03-24 14:14:40,508 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'rshift' fit for GROUP ID: starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal:
2022-03-24 14:14:40,508 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.000286148  YSH: 0.00108692    ROT: -0.000523678    SCALE: 1
2022-03-24 14:14:40,509 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-03-24 14:14:40,509 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00770516   FIT MAE: 0.00682456
2022-03-24 14:14:40,509 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 40 objects.
2022-03-24 14:14:40,547 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal' to the reference catalog.
2022-03-24 14:14:40,666 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal' catalog with sources from the reference 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal' catalog.
2022-03-24 14:14:40,667 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-03-24 14:14:40,669 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0, 0 with significance of 40 and 44 matches.
2022-03-24 14:14:40,670 - stpipe.Image3Pipeline.tweakreg - INFO - Found 40 matches for 'GROUP ID: starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal'...
2022-03-24 14:14:40,671 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'rshift' fit
2022-03-24 14:14:40,673 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'rshift' fit for GROUP ID: starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal:
2022-03-24 14:14:40,674 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.000237614  YSH: 0.00262767    ROT: 0.000387146    SCALE: 1
2022-03-24 14:14:40,674 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-03-24 14:14:40,674 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.0110158   FIT MAE: 0.0068922
2022-03-24 14:14:40,675 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 39 objects.
2022-03-24 14:14:40,713 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal' to the reference catalog.
2022-03-24 14:14:40,838 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal' catalog with sources from the reference 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal' catalog.
2022-03-24 14:14:40,838 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-03-24 14:14:40,839 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0, 0 with significance of 40 and 44 matches.
2022-03-24 14:14:40,841 - stpipe.Image3Pipeline.tweakreg - INFO - Found 40 matches for 'GROUP ID: starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal'...
2022-03-24 14:14:40,841 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'rshift' fit
2022-03-24 14:14:40,844 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'rshift' fit for GROUP ID: starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal:
2022-03-24 14:14:40,845 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.000265638  YSH: 0.00262238    ROT: 0.000458858    SCALE: 1
2022-03-24 14:14:40,845 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-03-24 14:14:40,845 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.0110242   FIT MAE: 0.00691673
2022-03-24 14:14:40,846 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 39 objects.
2022-03-24 14:14:40,884 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-03-24 14:14:40,884 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() ended on 2022-03-24 14:14:40.884056
2022-03-24 14:14:40,885 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() TOTAL RUN TIME: 0:00:01.596124
2022-03-24 14:14:40,885 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-03-24 14:14:41,349 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg done
2022-03-24 14:14:41,596 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch running with args (<ModelContainer>,).
2022-03-24 14:14:41,598 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'skymethod': 'match', 'match_down': True, 'subtract': False, 'stepsize': None, 'skystat': 'mode', 'dqbits': '0', 'lower': None, 'upper': None, 'nclip': 5, 'lsigma': 4.0, 'usigma': 4.0, 'binwidth': 0.1}
2022-03-24 14:14:41,661 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-03-24 14:14:41,662 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() started on 2022-03-24 14:14:41.661432
2022-03-24 14:14:41,662 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-03-24 14:14:41,662 - stpipe.Image3Pipeline.skymatch - INFO - Sky computation method: 'match'
2022-03-24 14:14:41,663 - stpipe.Image3Pipeline.skymatch - INFO - Sky matching direction: DOWN
2022-03-24 14:14:41,663 - stpipe.Image3Pipeline.skymatch - INFO - Sky subtraction from image data: OFF
2022-03-24 14:14:41,664 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-03-24 14:14:41,664 - stpipe.Image3Pipeline.skymatch - INFO - ----  Computing differences in sky values in overlapping regions.
2022-03-24 14:14:54,454 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal.fits. Sky background: 0.0109372
2022-03-24 14:14:54,455 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal.fits. Sky background: 0.022236
2022-03-24 14:14:54,456 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal.fits. Sky background: 0.0132933
2022-03-24 14:14:54,456 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal.fits. Sky background: 0.00937814
2022-03-24 14:14:54,456 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal.fits. Sky background: 0
2022-03-24 14:14:54,457 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal.fits. Sky background: 0.00884242
2022-03-24 14:14:54,457 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal.fits. Sky background: 0.00383076
2022-03-24 14:14:54,457 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal.fits. Sky background: 0.0136089
2022-03-24 14:14:54,458 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-03-24 14:14:54,458 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() ended on 2022-03-24 14:14:54.458313
2022-03-24 14:14:54,459 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() TOTAL RUN TIME: 0:00:12.796881
2022-03-24 14:14:54,459 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-03-24 14:14:54,489 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch done
2022-03-24 14:14:54,696 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection running with args (<ModelContainer>,).
2022-03-24 14:14:54,698 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': True, 'suffix': 'crf', 'search_output_file': False, 'input_dir': '', 'weight_type': 'ivm', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'nlow': 0, 'nhigh': 0, 'maskpt': 0.7, 'grow': 1, 'snr': '5.0 4.0', 'scale': '1.2 0.7', 'backg': 0.0, 'save_intermediate_results': False, 'resample_data': True, 'good_bits': '~DO_NOT_USE', 'scale_detection': False, 'allowed_memory': None}
2022-03-24 14:14:54,699 - stpipe.Image3Pipeline.outlier_detection - INFO - Step skipped.
2022-03-24 14:14:54,710 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection done
2022-03-24 14:14:54,899 - stpipe.Image3Pipeline.resample - INFO - Step resample running with args (<ModelContainer>,).
2022-03-24 14:14:54,901 - stpipe.Image3Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None}
2022-03-24 14:14:54,924 - stpipe.Image3Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-03-24 14:14:55,132 - stpipe.Image3Pipeline.resample - INFO - Blending metadata for starfield_50star4ptdither_combined.fits
2022-03-24 14:14:55,852 - stpipe.Image3Pipeline.resample - INFO - Resampling science data
2022-03-24 14:14:56,496 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:14:57,659 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:14:58,814 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:14:59,937 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:15:01,060 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:15:02,209 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:15:03,350 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:15:04,477 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:15:04,821 - stpipe.Image3Pipeline.resample - INFO - Resampling var_rnoise
2022-03-24 14:15:05,444 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:15:06,554 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:15:07,671 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:15:08,794 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:15:09,927 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:15:11,031 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:15:12,125 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:15:13,222 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:15:13,568 - stpipe.Image3Pipeline.resample - INFO - Resampling var_poisson
2022-03-24 14:15:14,190 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:15:15,321 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:15:16,464 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:15:17,614 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:15:18,759 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:15:19,906 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:15:21,040 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:15:22,170 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:15:22,512 - stpipe.Image3Pipeline.resample - INFO - Resampling var_flat
2022-03-24 14:15:23,129 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:15:24,272 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:15:25,391 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:15:26,572 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:15:27,816 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:15:28,964 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:15:30,140 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:15:31,393 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:15:31,844 - stpipe.Image3Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  0.021512893 -0.020377290 0.024586045 0.014642008 359.990548023 0.017629048 359.987474870 -0.017390249
2022-03-24 14:15:32,297 - stpipe.Image3Pipeline.resample - INFO - Saved model in starfield_50star4ptdither_combined_i2d.fits
2022-03-24 14:15:32,298 - stpipe.Image3Pipeline.resample - INFO - Step resample done
2022-03-24 14:15:32,506 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog running with args (<ImageModel(1142, 1111) from starfield_50star4ptdither_combined_i2d.fits>,).
2022-03-24 14:15:32,508 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'cat', 'search_output_file': True, 'input_dir': '', 'bkg_boxsize': 100, 'kernel_fwhm': 2.0, 'snr_threshold': 3.0, 'npixels': 5, 'deblend': False, 'aperture_ee1': 30, 'aperture_ee2': 50, 'aperture_ee3': 70, 'ci1_star_threshold': 2.0, 'ci2_star_threshold': 1.8}
2022-03-24 14:15:32,526 - stpipe.Image3Pipeline.source_catalog - INFO - Using APCORR reference file /grp/crds/cache/references/jwst/jwst_miri_apcorr_0005.fits
2022-03-24 14:15:32,536 - stpipe.Image3Pipeline.source_catalog - INFO - Using ABVEGAOFFSET reference file /grp/crds/cache/references/jwst/jwst_miri_abvegaoffset_0001.asdf
2022-03-24 14:15:32,537 - stpipe.Image3Pipeline.source_catalog - INFO - Instrument: MIRI
2022-03-24 14:15:32,538 - stpipe.Image3Pipeline.source_catalog - INFO - Detector: MIRIMAGE
2022-03-24 14:15:32,538 - stpipe.Image3Pipeline.source_catalog - INFO - Filter: F1130W
2022-03-24 14:15:32,538 - stpipe.Image3Pipeline.source_catalog - INFO - Subarray: FULL
2022-03-24 14:15:32,589 - stpipe.Image3Pipeline.source_catalog - INFO - AB to Vega magnitude offset 5.49349
2022-03-24 14:15:33,129 - stpipe.Image3Pipeline.source_catalog - INFO - Detected 667 sources
2022-03-24 14:15:33,858 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote source catalog: starfield_50star4ptdither_combined_cat.ecsv
2022-03-24 14:15:33,980 - stpipe.Image3Pipeline.source_catalog - INFO - Saved model in starfield_50star4ptdither_combined_segm.fits
2022-03-24 14:15:33,982 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote segmentation map: starfield_50star4ptdither_combined_segm.fits
2022-03-24 14:15:33,983 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog done
2022-03-24 14:15:33,985 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline done

Image 3 pipeline finished.


# Get list of catalogs

cataloglist = [ele.replace('cal.fits', 'cal_cat.ecsv') for ele in imagelist]
print(imagelist)
print()
print(cataloglist)

['starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal.fits', 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal.fits', 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal.fits', 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal.fits', 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal.fits', 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal.fits', 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal.fits', 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal.fits']

['starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal_cat.ecsv', 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal_cat.ecsv', 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal_cat.ecsv', 'starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal_cat.ecsv', 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal_cat.ecsv', 'starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal_cat.ecsv', 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal_cat.ecsv', 'starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal_cat.ecsv']


# Loop through each image and overplot the sources found in the individual catalogs

index=0
for cal_image in imagelist:
    indimage = ImageModel(cal_image)
    ind_data = indimage.data
    
    indcat = cataloglist[index]
    catdata = table.Table.read(indcat, format='ascii', comment='#')
    print(cal_image)
    print(indcat)
    print(len(catdata['xcentroid']), 'sources found')
    
    # mark sources on image frame to see if the correct sources were found
    norm = ImageNormalize(stretch=SqrtStretch())
    # keep image stretch in mind for plotting. sky subtracted range ~ (-15, 10), single sample ~ (0, 20)
    plt.figure(figsize=(20,20))
    plt.imshow(ind_data, cmap='Greys', origin='lower', vmin=0,vmax=50)#, norm=norm)
    plt.scatter(catdata['xcentroid'], catdata['ycentroid'],lw=1, s=20,color='red')
    plt.show()
    index = index+1
    print()

starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal.fits
starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal_cat.ecsv
48 sources found

starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal.fits
starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal_cat.ecsv
48 sources found

starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal.fits
starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal_cat.ecsv
49 sources found

starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal.fits
starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal_cat.ecsv
48 sources found

starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal.fits
starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal_cat.ecsv
42 sources found

starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal.fits
starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal_cat.ecsv
42 sources found

starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal.fits
starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal_cat.ecsv
43 sources found

starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal.fits
starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal_cat.ecsv
42 sources found


im = ImageModel('starfield_50star4ptdither_combined_i2d.fits')
pixarea = im.meta.photometry.pixelarea_steradians
print('Pixel area in steradians', pixarea)

# pull out data portion of input file
data = im.data

# print stats on input image
mean, median, std = sigma_clipped_stats(data, sigma=200.0, maxiters=5)  # default sigma=3
print('Image mean, median and std',mean, median, std)

Pixel area in steradians 2.84403609523084e-13
Image mean, median and std 10.288477 10.812163 46.92807


# Run DAOStarFinder to find sources in image

ap_radius = 5.  # radius for aperture for centroiding and photometry

daofind = DAOStarFinder(fwhm=3.0, threshold=10.*std)    # default threshold=5*std, fwhm=3
sources = daofind(data)    

# Create apertures for x,y positions
positions = tuple(zip(sources['xcentroid'], sources['ycentroid']))
#print(positions)

#positions = (sources['xcentroid'], sources['ycentroid'])
apertures = CircularAperture(positions, r=ap_radius)

# using wcs info from images, put coordinates into RA, Dec
ra, dec = im.meta.wcs(sources['xcentroid'], sources['ycentroid'])

print('Number of sources found with DAOStarFinder: ',np.size(ra))

# add RA, Dec to sources table

ra_col = Column(name='RA', data=ra)
dec_col = Column(name='Dec', data=dec)
sources.add_column(ra_col)
sources.add_column(dec_col)

# print RA, Dec for each x, y position found
#print(sources['xcentroid', 'ycentroid', 'RA', 'Dec'])  

sources_sub = sources['xcentroid', 'ycentroid', 'RA', 'Dec']
sources_sub.pprint_all()
print()

# Put ra, dec coords into a table
cat1_sim = Table([RA_sim, Dec_sim], names=('ra', 'dec'))
cat2_calc = Table([ra, dec], names=('ra', 'dec'))
    
# Get coordinates with SkyCoord for each catalog
    
coord_cat1_sim = SkyCoord(ra=cat1_sim['ra'], dec=cat1_sim['dec'], unit="deg")
coord_cat2_calc = SkyCoord(ra=cat2_calc['ra'], dec=cat2_calc['dec'], unit="deg")    
ind_cat2_cat1, dist_2d, _ = match_coordinates_sky(coord_cat1_sim, coord_cat2_calc)
    
# Find where the catalogs match
    
cat1_matched = cat1_sim[dist_2d.arcsec<0.05]
cat2_matched = cat2_calc[ind_cat2_cat1[dist_2d.arcsec<0.05]]
    
#print(cat1_matched)
    
# Get differences in RA, Dec
ra_diff = cat2_matched['ra'] - cat1_matched['ra']
dec_diff = cat2_matched['dec'] - cat1_matched['dec'] 
    
#print(ra_diff)
    
# put differences in milliarcseconds
ra_diff = ra_diff * 3600000
dec_diff = dec_diff * 3600000

deltara_twon = []
deltadec_twon = []
    
# Compare input RA, Dec to found RA, Dec
print('RA_Diff (mas)  Dec_diff (mas) pass/fail')
# Find if the differences are within the allowed 30 mas range
for i in np.arange(0,len(ra_diff)):
    #if ra_diff[i] < 30 and dec_diff[i] < 30:
    deltara_twon.append(ra_diff[i])
    deltadec_twon.append(dec_diff[i])
    if abs(ra_diff[i]) < 30 and abs(dec_diff[i]) < 30: 
        test = 'pass' 
    else: 
        test = 'fail'
    print('{:15.6f} {:15.6f} {}'.format(ra_diff[i], dec_diff[i], test))
 
    
# Plot ra and dec differences
plt.title ('Differences in RA and Dec in milliarcseconds')
plt.ylabel('Delta RA')
plt.xlabel('Delta Dec')
plt.scatter(deltara_twon,deltadec_twon)
plt.show()

# Plot should show no differences greater than 30 milliarcseconds  

print()
print('Number of sources matched: ', np.size(deltara_twon))
# Plot ra and dec differences
plt.title ('Differences in RA and Dec in milliarcseconds')
plt.ylabel('Delta RA')
plt.xlabel('Delta Dec')
plt.scatter(deltadec_twon,deltara_twon)
plt.show()

# Plot should show no differences greater than 30 milliarcseconds      

    
meanRAdiff_twon, medianRAdiff_twon, stdRAdiff_twon = sigma_clipped_stats(deltara_twon, sigma=5.0, maxiters=5)  # default sigma=3
meanDecdiff_twon, medianDecdiff_twon, stdDecdiff_twon = sigma_clipped_stats(deltadec_twon, sigma=5.0, maxiters=5)  # default sigma=3

print('RA difference mean, median and std (units in mas)',meanRAdiff_twon, medianRAdiff_twon, stdRAdiff_twon) 
print('Dec difference mean, median and std (units in mas)',meanDecdiff_twon, medianDecdiff_twon, stdDecdiff_twon)

Number of sources found with DAOStarFinder:  50
    xcentroid          ycentroid                RA                     Dec          
------------------ ------------------ ---------------------- -----------------------
 684.0349802673135   127.533988265768  0.0008802356368847014   -0.014625718681030526
  761.141718444385 131.00120970275458      359.9985250967053   -0.014311900335416308
 962.0440452449717 156.25972290603954      359.9924324212942    -0.01299671705065887
1029.5284667461622  160.7489370422374      359.9903750999263    -0.01267745328649435
 520.1368421565876  187.6474273786237   0.006067920287922338   -0.013223401437143588
 784.3356556652822  197.0854327195607      359.9979916917359   -0.012223019741576805
  449.518762530627 208.57023409097923   0.008289719506083117   -0.012771841153246387
504.97946120733496  222.2094426481446   0.006625726980901737   -0.012204350146401097
  562.191158717681 235.79122464840623   0.004907885739210391   -0.011633908119587954
 888.8695247724218  258.1098282022075     359.99495039096007   -0.010070410095699563
 626.2027654720102 266.95476885390275   0.003028839063537846   -0.010506024619161218
 932.7665480566726 285.86100780180936      359.9936789729844   -0.009101295239494964
1019.5595969870999   286.541674074137      359.9910193058693   -0.008846860121897141
 455.5323929433867 300.27622044978995   0.008352095538279964   -0.009943504780034298
 467.1459184845481  306.7596322173919   0.008013415139482174   -0.009713439388756056
 540.9630022928889  317.6493322677766   0.005779127153874099   -0.009180864196378733
 782.6138202612332  327.8326067183883      359.9983963358624   -0.008218306207088378
 547.2483323786516 332.38725473805243   0.005626048376660331   -0.008712013496323959
 924.8281578173722   346.527110946703      359.9940856569567   -0.007262338608328106
 793.4822837260193 361.04776367995754     359.99815243857523    -0.00717051988997638
 432.4356527650304  384.4834867628542   0.009286958505072324    -0.00742345255757057
  717.231077597431 410.04647034396356  0.0006225299587113047   -0.005873174276257136
 773.0305174987391  433.6758458279521      359.9989750338118   -0.004998424339569905
 611.1366567352312  473.7624218707692  0.0040473646470486095   -0.004204834914826071
 509.2259533987961  542.4939419779446   0.007357403156332553  -0.0023714351895070284
 741.9307615667319  566.8597532854122 0.00028710582718514564   -0.000998045334878127
 781.3295347915007  577.0259013137336      359.9991063043366  -0.0005802783854857433
 474.5394984433918  579.5208919041988   0.008520699879893553   -0.001329350192747185
 746.9307063922953  591.3670390382209  0.0001997328703261223 -0.00023307722635943176
 387.1987947231515   630.391382059361   0.011335886471604523  -4.448643376177513e-06
 932.9197539914665  676.2487522754298      359.9947248190904   0.0028703123995701746
 966.5603957354482  685.6064300084665      359.9937184144601   0.0032477923891729406
1047.1401065669702  701.2915932929938     359.99128965616234    0.003945618285369372
 846.0149569750442  709.7840293008562      359.9974799890499     0.00366480466280679
 891.3788417748138  743.7807054070552       359.996180396723    0.004829384276991424
 535.5302156437241  820.5604057262632    0.00729907043304354    0.006226226665990499
 740.5198479463704   851.319233575298  0.0010958596107730296    0.007721075282218652
 1031.220205923038  853.4082027480074      359.9921871880401    0.008567415679516428
  838.100230991477  861.2212181662478     359.99813021485136    0.008287309934063292
 554.2140043280643  911.9442378684305   0.006972050582895832    0.009078779977708814
 895.8521766237171  968.8842005262811       359.996648982115    0.011744194868700323
  851.061700898575   975.298994823823     359.99803973929545    0.011820371443720489
 896.6167928117246  984.1574555642169     359.99666663599646     0.01221460506519383
1053.8480132684108  1028.491300036962     359.99196446237255    0.013997210508189056
 886.6562292384745 1028.9254355519072      359.9970925473974    0.013560605832715006
  874.394667333677 1039.7000373886156     359.99749754153385    0.013858011560860048
 833.2149645062746 1041.4770549080567      359.9987650943974    0.013801687936842472
 971.9370290133677 1057.5136098577054     359.99455435305725    0.014666751701152054
 705.3404561237082 1097.9692713887114  0.0028383736654771694    0.015189901484725054
  535.692461062666 1111.6827213856031   0.008077513325253784    0.015153895472248312

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -3.260169       -4.723427 pass
      -5.250478        7.241619 pass
       0.380978       -7.363206 pass
       2.617131        5.939473 pass
       7.548139       -3.241207 pass
       8.778871        5.328396 pass
       1.451363       -5.166682 pass
      -0.039420      -11.503214 pass
       6.119568       -1.260694 pass
      -0.505401        0.271016 pass
      -0.064386        0.701527 pass
       0.182098       -0.792080 pass
       2.365044        9.581010 pass
       3.188661        3.930769 pass
       5.447971        3.223700 pass
       3.502744        6.137138 pass
      -2.254804       10.445345 pass
      -0.938536        8.537197 pass
      -0.286963        2.154826 pass
      -2.504388       -4.602188 pass
       0.121723       -5.127622 pass
      -3.749382       -1.629207 pass
       1.970631        5.780998 pass
      -1.237816       -1.374173 pass
       5.007456        5.723655 pass
       6.090249       10.728930 pass
      -3.346441        4.415998 pass
      -2.923056        5.096446 pass
       1.312729       -6.605693 pass
       0.457754        0.488893 pass
      -1.935459        7.957829 pass
       3.959735      -12.431831 pass
       1.271006        2.706124 pass
      -2.171797       -9.416603 pass
      -2.826535        4.715763 pass
      -4.609778        4.171848 pass
       1.494502        2.018200 pass
       1.492056       -4.347399 pass
      -0.961667       -3.878015 pass
      -0.651275       -2.475362 pass
       1.516659        1.018618 pass
       8.048293        1.012748 pass
       0.174156        3.551413 pass
      -3.256062        1.782792 pass
       2.289587        5.778235 pass
       6.620629        7.111371 pass
       4.701130        4.103561 pass
       4.809105       -1.102346 pass

Number of sources matched:  48

RA difference mean, median and std (units in mas) 1.0447115258083999 0.4193659066391189 3.4546805817048973
Dec difference mean, median and std (units in mas) 1.1378019087210172 1.9004961773629037 5.5619932464965975


# mark sources on image frame to see if the correct sources were found
norm = ImageNormalize(stretch=SqrtStretch())
# keep image stretch in mind for plotting. sky subtracted range ~ (-15, 10), single sample ~ (0, 20)
plt.figure(figsize=(20,20))
plt.imshow(data, cmap='Greys', origin='lower', vmin=5,vmax=15)#, norm=norm)
apertures.plot(color='red', lw=2.5) #, alpha=0.5)
plt.show()


# Take a closer look at a portion of the image to get a closer look at the psf

# mark sources on image frame to see if the correct sources were found
norm = ImageNormalize(stretch=SqrtStretch())
# keep image stretch in mind for plotting. sky subtracted range ~ (-15, 10), single sample ~ (0, 20)
plt.figure(figsize=(20,20))

plt.imshow(data[350:450, 700:820], cmap='Greys', origin='lower', vmin=0,vmax=200)#, norm=norm)
#apertures.plot(color='red', lw=2.5) #, alpha=0.5)
#plt.scatter(sources['xcentroid']-700, sources['ycentroid']-350, color='red')
#plt.ylim(350,450)
#plt.xlim(700,820)
plt.show()


# Run Calwebb_image3 on the association table with tweakreg on
    
# set any specific parameters
# tweakreg parameters to allow data to run
fwhm = 3.318 #3.27  # Gaussian kernel FWHM of objects expected, default=2.5
minobj = 5  # minimum number of objects needed to match positions for a good fit, default=15
snr = 40 # signal to noise threshold, default=5
sigma = 3 # clipping limit, in sigma units, used when performing fit, default=3
fit_geom ='rshift' # ftype of affine transformation to be considered when fitting catalogs, default='general'
use2dhist = False  # boolean indicating whether to use 2D histogram to find initial offset, default=True
   
#pipe3=Image3Pipeline()    
#pipe3.tweakreg.kernel_fwhm = fwhm
#pipe3.tweakreg.snr_threshold = snr
#pipe3.tweakreg.minobj = minobj
#pipe3.tweakreg.sigma = sigma
#pipe3.tweakreg.fitgeometry = fit_geom
#pipe3.tweakreg.use2dhist = use2dhist
pipe3.tweakreg.skip = True        # test to see if this affects the final output
pipe3.outlier_detection.skip = True
pipe3.source_catalog.save_results = True
pipe3.save_results = True
#pipe3.output_dir = datadir

# run Image3

#im = pipe3.run(rtdata.input)
image = pipe3.run('starfield_50star4ptdither_asnfile.json')
print('Image 3 pipeline finished.')

2022-03-24 14:15:42,025 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline running with args ('starfield_50star4ptdither_asnfile.json',).
2022-03-24 14:15:42,031 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': '/internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/tmp/tmp6jt7fbtx/starfield_50star4ptdither_combined.fits', 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'image3pipeline', 'search_output_file': True, 'input_dir': '', 'steps': {'assign_mtwcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'assign_mtwcs', 'search_output_file': True, 'input_dir': ''}, 'tweakreg': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': 'tweakreg', 'search_output_file': True, 'input_dir': '', 'save_catalogs': True, 'catalog_format': 'ecsv', 'kernel_fwhm': 3.318, 'snr_threshold': 40, 'brightest': 1000, 'peakmax': None, 'enforce_user_order': False, 'expand_refcat': False, 'minobj': 5, 'searchrad': 1.0, 'use2dhist': True, 'separation': 0.5, 'tolerance': 1.0, 'xoffset': 0.0, 'yoffset': 0.0, 'fitgeometry': 'rshift', 'nclip': 3, 'sigma': 3, 'align_to_gaia': False, 'gaia_catalog': 'GAIADR2', 'min_gaia': 5, 'save_gaia_catalog': False}, 'skymatch': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'skymatch', 'search_output_file': True, 'input_dir': '', 'skymethod': 'match', 'match_down': True, 'subtract': False, 'stepsize': None, 'skystat': 'mode', 'dqbits': '0', 'lower': None, 'upper': None, 'nclip': 5, 'lsigma': 4.0, 'usigma': 4.0, 'binwidth': 0.1}, 'outlier_detection': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': True, 'suffix': 'crf', 'search_output_file': False, 'input_dir': '', 'weight_type': 'ivm', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'nlow': 0, 'nhigh': 0, 'maskpt': 0.7, 'grow': 1, 'snr': '5.0 4.0', 'scale': '1.2 0.7', 'backg': 0.0, 'save_intermediate_results': False, 'resample_data': True, 'good_bits': '~DO_NOT_USE', 'scale_detection': False, 'allowed_memory': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None}, 'source_catalog': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'cat', 'search_output_file': True, 'input_dir': '', 'bkg_boxsize': 100, 'kernel_fwhm': 2.0, 'snr_threshold': 3.0, 'npixels': 5, 'deblend': False, 'aperture_ee1': 30, 'aperture_ee2': 50, 'aperture_ee3': 70, 'ci1_star_threshold': 2.0, 'ci2_star_threshold': 1.8}}}
2022-03-24 14:15:42,161 - stpipe.Image3Pipeline - INFO - Prefetching reference files for dataset: 'starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal.fits' reftypes = ['abvegaoffset', 'apcorr', 'drizpars']
2022-03-24 14:15:42,164 - stpipe.Image3Pipeline - INFO - Prefetch for ABVEGAOFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_abvegaoffset_0001.asdf'.
2022-03-24 14:15:42,166 - stpipe.Image3Pipeline - INFO - Prefetch for APCORR reference file is '/grp/crds/cache/references/jwst/jwst_miri_apcorr_0005.fits'.
2022-03-24 14:15:42,167 - stpipe.Image3Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-03-24 14:15:42,169 - stpipe.Image3Pipeline - INFO - Starting calwebb_image3 ...
2022-03-24 14:15:43,503 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg running with args (<ModelContainer>,).
2022-03-24 14:15:43,505 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': 'tweakreg', 'search_output_file': True, 'input_dir': '', 'save_catalogs': True, 'catalog_format': 'ecsv', 'kernel_fwhm': 3.318, 'snr_threshold': 40, 'brightest': 1000, 'peakmax': None, 'enforce_user_order': False, 'expand_refcat': False, 'minobj': 5, 'searchrad': 1.0, 'use2dhist': True, 'separation': 0.5, 'tolerance': 1.0, 'xoffset': 0.0, 'yoffset': 0.0, 'fitgeometry': 'rshift', 'nclip': 3, 'sigma': 3, 'align_to_gaia': False, 'gaia_catalog': 'GAIADR2', 'min_gaia': 5, 'save_gaia_catalog': False}
2022-03-24 14:15:43,506 - stpipe.Image3Pipeline.tweakreg - INFO - Step skipped.
2022-03-24 14:15:43,520 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg done
2022-03-24 14:15:43,713 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch running with args (<ModelContainer>,).
2022-03-24 14:15:43,714 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'skymatch', 'search_output_file': True, 'input_dir': '', 'skymethod': 'match', 'match_down': True, 'subtract': False, 'stepsize': None, 'skystat': 'mode', 'dqbits': '0', 'lower': None, 'upper': None, 'nclip': 5, 'lsigma': 4.0, 'usigma': 4.0, 'binwidth': 0.1}
2022-03-24 14:15:43,803 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-03-24 14:15:43,803 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() started on 2022-03-24 14:15:43.803254
2022-03-24 14:15:43,804 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-03-24 14:15:43,804 - stpipe.Image3Pipeline.skymatch - INFO - Sky computation method: 'match'
2022-03-24 14:15:43,804 - stpipe.Image3Pipeline.skymatch - INFO - Sky matching direction: DOWN
2022-03-24 14:15:43,805 - stpipe.Image3Pipeline.skymatch - INFO - Sky subtraction from image data: OFF
2022-03-24 14:15:43,806 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-03-24 14:15:43,806 - stpipe.Image3Pipeline.skymatch - INFO - ----  Computing differences in sky values in overlapping regions.
2022-03-24 14:15:58,287 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp1_cal.fits. Sky background: 0.0100488
2022-03-24 14:15:58,288 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq1_MIRIMAGE_F1130Wexp2_cal.fits. Sky background: 0.0214673
2022-03-24 14:15:58,289 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp1_cal.fits. Sky background: 0.0161271
2022-03-24 14:15:58,289 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq2_MIRIMAGE_F1130Wexp2_cal.fits. Sky background: 0.0101111
2022-03-24 14:15:58,290 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp1_cal.fits. Sky background: 0
2022-03-24 14:15:58,290 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq3_MIRIMAGE_F1130Wexp2_cal.fits. Sky background: 0.00916231
2022-03-24 14:15:58,290 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp1_cal.fits. Sky background: 0.00324911
2022-03-24 14:15:58,290 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=starfield_50star4ptdither_seq4_MIRIMAGE_F1130Wexp2_cal.fits. Sky background: 0.0135585
2022-03-24 14:15:58,291 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-03-24 14:15:58,291 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() ended on 2022-03-24 14:15:58.291115
2022-03-24 14:15:58,291 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() TOTAL RUN TIME: 0:00:14.487861
2022-03-24 14:15:58,291 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-03-24 14:15:58,322 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch done
2022-03-24 14:15:58,518 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection running with args (<ModelContainer>,).
2022-03-24 14:15:58,519 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': True, 'suffix': 'crf', 'search_output_file': False, 'input_dir': '', 'weight_type': 'ivm', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'nlow': 0, 'nhigh': 0, 'maskpt': 0.7, 'grow': 1, 'snr': '5.0 4.0', 'scale': '1.2 0.7', 'backg': 0.0, 'save_intermediate_results': False, 'resample_data': True, 'good_bits': '~DO_NOT_USE', 'scale_detection': False, 'allowed_memory': None}
2022-03-24 14:15:58,520 - stpipe.Image3Pipeline.outlier_detection - INFO - Step skipped.
2022-03-24 14:15:58,531 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection done
2022-03-24 14:15:58,719 - stpipe.Image3Pipeline.resample - INFO - Step resample running with args (<ModelContainer>,).
2022-03-24 14:15:58,721 - stpipe.Image3Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None}
2022-03-24 14:15:58,744 - stpipe.Image3Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-03-24 14:15:58,927 - stpipe.Image3Pipeline.resample - INFO - Blending metadata for starfield_50star4ptdither_combined.fits
2022-03-24 14:15:59,657 - stpipe.Image3Pipeline.resample - INFO - Resampling science data
2022-03-24 14:16:00,238 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:16:01,158 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:16:02,126 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:16:03,046 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:16:03,988 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:16:04,901 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:16:05,841 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:16:06,774 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:16:07,116 - stpipe.Image3Pipeline.resample - INFO - Resampling var_rnoise
2022-03-24 14:16:07,709 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:16:08,645 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:16:09,607 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:16:10,558 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:16:11,533 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:16:12,480 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:16:13,433 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:16:14,429 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:16:14,818 - stpipe.Image3Pipeline.resample - INFO - Resampling var_poisson
2022-03-24 14:16:15,417 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:16:16,436 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:16:17,463 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:16:18,429 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:16:19,391 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:16:20,392 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:16:21,310 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:16:22,253 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:16:22,608 - stpipe.Image3Pipeline.resample - INFO - Resampling var_flat
2022-03-24 14:16:23,228 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:16:24,183 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:16:25,128 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:16:26,117 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:16:27,048 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:16:27,992 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:16:28,930 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:16:29,909 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-03-24 14:16:30,282 - stpipe.Image3Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  0.021530548 -0.020360159 0.024603701 0.014659139 359.990565679 0.017646179 359.987492525 -0.017373118
2022-03-24 14:16:30,754 - stpipe.Image3Pipeline.resample - INFO - Saved model in starfield_50star4ptdither_combined_i2d.fits
2022-03-24 14:16:30,755 - stpipe.Image3Pipeline.resample - INFO - Step resample done
2022-03-24 14:16:31,001 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog running with args (<ImageModel(1142, 1111) from starfield_50star4ptdither_combined_i2d.fits>,).
2022-03-24 14:16:31,003 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'cat', 'search_output_file': True, 'input_dir': '', 'bkg_boxsize': 100, 'kernel_fwhm': 2.0, 'snr_threshold': 3.0, 'npixels': 5, 'deblend': False, 'aperture_ee1': 30, 'aperture_ee2': 50, 'aperture_ee3': 70, 'ci1_star_threshold': 2.0, 'ci2_star_threshold': 1.8}
2022-03-24 14:16:31,020 - stpipe.Image3Pipeline.source_catalog - INFO - Using APCORR reference file /grp/crds/cache/references/jwst/jwst_miri_apcorr_0005.fits
2022-03-24 14:16:31,030 - stpipe.Image3Pipeline.source_catalog - INFO - Using ABVEGAOFFSET reference file /grp/crds/cache/references/jwst/jwst_miri_abvegaoffset_0001.asdf
2022-03-24 14:16:31,030 - stpipe.Image3Pipeline.source_catalog - INFO - Instrument: MIRI
2022-03-24 14:16:31,031 - stpipe.Image3Pipeline.source_catalog - INFO - Detector: MIRIMAGE
2022-03-24 14:16:31,031 - stpipe.Image3Pipeline.source_catalog - INFO - Filter: F1130W
2022-03-24 14:16:31,031 - stpipe.Image3Pipeline.source_catalog - INFO - Subarray: FULL
2022-03-24 14:16:31,083 - stpipe.Image3Pipeline.source_catalog - INFO - AB to Vega magnitude offset 5.49349
2022-03-24 14:16:31,611 - stpipe.Image3Pipeline.source_catalog - INFO - Detected 567 sources
2022-03-24 14:16:32,248 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote source catalog: starfield_50star4ptdither_combined_cat.ecsv
2022-03-24 14:16:32,371 - stpipe.Image3Pipeline.source_catalog - INFO - Saved model in starfield_50star4ptdither_combined_segm.fits
2022-03-24 14:16:32,373 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote segmentation map: starfield_50star4ptdither_combined_segm.fits
2022-03-24 14:16:32,374 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog done
2022-03-24 14:16:32,375 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline done

Image 3 pipeline finished.


im = ImageModel('starfield_50star4ptdither_combined_i2d.fits')
pixarea = im.meta.photometry.pixelarea_steradians
print('Pixel area in steradians', pixarea)

# pull out data portion of input file
data = im.data

# print stats on input image
mean, median, std = sigma_clipped_stats(data, sigma=200.0, maxiters=5)  # default sigma=3
print('Image mean, median and std',mean, median, std)

Pixel area in steradians 2.84403609523084e-13
Image mean, median and std 10.203574 10.8141 38.47926


# Run DAOStarFinder to find sources in image

ap_radius = 5.  # radius for aperture for centroiding and photometry

daofind = DAOStarFinder(fwhm=3.0, threshold=10.*std)    # default threshold=5*std, fwhm=3
sources = daofind(data)    

#sources.pprint_all()
#print(sources['xcentroid','ycentroid','peak'])   

# Create apertures for x,y positions
positions = tuple(zip(sources['xcentroid'], sources['ycentroid']))
#print(positions)

#positions = (sources['xcentroid'], sources['ycentroid'])
apertures = CircularAperture(positions, r=ap_radius)


# using wcs info from images, put coordinates into RA, Dec
ra, dec = im.meta.wcs(sources['xcentroid'], sources['ycentroid'])

print('Number of sources found with DAOStarFinder: ',np.size(ra))
# add RA, Dec to sources table

ra_col = Column(name='RA', data=ra)
dec_col = Column(name='Dec', data=dec)
sources.add_column(ra_col)
sources.add_column(dec_col)

# print RA, Dec for each x, y position found
#print(sources['xcentroid', 'ycentroid', 'RA', 'Dec'])  

sources_sub = sources['xcentroid', 'ycentroid', 'RA', 'Dec']
sources_sub.pprint_all()
print()

# Compare input RA, Dec to found RA, Dec
#print('       RA found       Dec found    RA_Diff (mas)  Dec_diff (mas) pass/fail')

deltara_twoff = []
deltadec_twoff = []

# Put ra, dec coords into a table
cat1_sim = Table([RA_sim, Dec_sim], names=('ra', 'dec'))
cat2_calc = Table([ra, dec], names=('ra', 'dec'))
    
# Get coordinates with SkyCoord for each catalog
    
coord_cat1_sim = SkyCoord(ra=cat1_sim['ra'], dec=cat1_sim['dec'], unit="deg")
coord_cat2_calc = SkyCoord(ra=cat2_calc['ra'], dec=cat2_calc['dec'], unit="deg")    
ind_cat2_cat1, dist_2d, _ = match_coordinates_sky(coord_cat1_sim, coord_cat2_calc)
    
# Find where the catalogs match
    
cat1_matched = cat1_sim[dist_2d.arcsec<0.05]
cat2_matched = cat2_calc[ind_cat2_cat1[dist_2d.arcsec<0.05]]
    
#print(cat1_matched)
    
# Get differences in RA, Dec
ra_diff = cat2_matched['ra'] - cat1_matched['ra']
dec_diff = cat2_matched['dec'] - cat1_matched['dec'] 
    
#print(ra_diff)
    
# put differences in milliarcseconds
ra_diff = ra_diff * 3600000
dec_diff = dec_diff * 3600000

    
# Compare input RA, Dec to found RA, Dec
print('RA_Diff (mas)  Dec_diff (mas) pass/fail')
# Find if the differences are within the allowed 30 mas range
for i in np.arange(0,len(ra_diff)):
    #if ra_diff[i] < 30 and dec_diff[i] < 30:
    deltara_twoff.append(ra_diff[i])
    deltadec_twoff.append(dec_diff[i])
    if abs(ra_diff[i]) < 30 and abs(dec_diff[i]) < 30: 
        test = 'pass' 
    else: 
        test = 'fail'
    print('{:15.6f} {:15.6f} {}'.format(ra_diff[i], dec_diff[i], test))
 
    
# Plot ra and dec differences
plt.title ('Differences in RA and Dec in milliarcseconds')
plt.ylabel('Delta RA')
plt.xlabel('Delta Dec')
plt.scatter(deltara_twoff,deltadec_twoff)
plt.show()

# Plot should show no differences greater than 30 milliarcseconds 

print()
    
meanRAdiff_twoff, medianRAdiff_twoff, stdRAdiff_twoff = sigma_clipped_stats(deltara_twoff, sigma=5.0, maxiters=5)  # default sigma=3
meanDecdiff_twoff, medianDecdiff_twoff, stdDecdiff_twoff = sigma_clipped_stats(deltadec_twoff, sigma=5.0, maxiters=5)  # default sigma=3

print('RA difference mean, median and std (units in mas)',meanRAdiff_twoff, medianRAdiff_twoff, stdRAdiff_twoff) 
print('Dec difference mean, median and std (units in mas)',meanDecdiff_twoff, medianDecdiff_twoff, stdDecdiff_twoff)

Number of sources found with DAOStarFinder:  51
    xcentroid          ycentroid                RA                    Dec          
------------------ ------------------ ---------------------- ----------------------
 684.6082524576393 127.02178729828194  0.0008789333753047279   -0.01462275145281268
   761.62259895664 130.38929656251085      359.9985263592961  -0.014312239397882627
  962.539504075517 155.62942128716787      359.9924331873596  -0.012997580762819939
1030.0966237901785 160.22619391615123      359.9903739261527  -0.012674823096921112
 520.6391742203384  187.0654964367666   0.006068605751472875  -0.013222763372918377
 784.8335946351822   196.429141047508      359.9979923118072  -0.012224673762096941
449.98462340507183  208.0097581630394   0.008291581090424752   -0.01277064331864139
505.47468808168946 221.66611085312198   0.006626734195616894  -0.012202547564192949
  562.669705239848  235.2174518530748   0.004909322537562596   -0.01163308389438955
 889.4292243900796 257.49788137776744      359.9949492364818  -0.010070538087097408
 626.7090084959951 266.42699624720103  0.0030295503397222145  -0.010503715271424355
 933.3220815803096  285.2391698783794      359.9936779196418  -0.009101737751468088
1020.1176598573809 285.90669342269956      359.9910181395977  -0.008847698847459833
 455.9591978647728  299.7442871115495   0.008355231577919352  -0.009941536791090019
467.65957974481563 306.13140209409335   0.008013628602102184  -0.009714190596890994
 541.5301136032332  317.0445949942325    0.00577776479678208  -0.009180751163377566
  783.155529859984 327.21584819613025       359.998395720097  -0.008218630160737168
 547.7833729545634 331.72766675844383   0.005625521860241133  -0.008713668757179589
 925.3854875383363 345.80942641387287     359.99408429060793  -0.007265715412206118
 794.0240115994814  360.4066475981541     359.99815175670255  -0.007171590716316651
432.93163361096657   383.708619365871   0.009287319530699204  -0.007428747959624677
 716.9447603754148  409.6825123239369  0.0006479858339935728 -0.0058679743748370344
 717.8943497840393 409.94275301763014  0.0006195670980984938  -0.005857438752313082
 773.5242928234976 433.10265880803763     359.99897600519733  -0.004997541170871696
 611.6358978105933 473.16971148506553   0.004048115887747104  -0.004204535719571097
 509.7128819384501  541.8481201568205   0.007358389035159561 -0.0023727977838327477
  742.478711220322  566.2163730818123  0.0002862270711517522 -0.0009991688477446478
 781.8289387853888  576.4117675346124     359.99910699293065 -0.0005806356977942615
475.10247459000993  578.8557773455111   0.008519301850302332 -0.0013310997504855223
 747.4682728369396  590.7112333825198 0.00019913907694601798 -0.0002346097058106692
387.68792419116795  629.9543016946202   0.011337366588377081  5.957180083034133e-07
 933.4896785811853  675.6504580552435      359.9947233878034    0.00287063057826066
 967.1140085534884  685.0120173787633     359.99371749381726  0.0032481857009455098
1047.6656192185756  700.6853405298227       359.991289565346   0.003945572902447145
 846.5170449327874  709.1917851530173      359.9974806542461  0.0036651258161132013
 891.8544800153178  743.0563571495999       359.996181517501   0.004825583296016303
   536.00693486809  819.9078167726377   0.007300351168936836   0.006224629085118593
    741.0704232778  850.7357981826764  0.0010950616515578145   0.007721797036079083
1031.7538758757319  852.7485568999609      359.9921867033984   0.008565754955387283
 838.5854296979927  860.5914404063417      359.9981312969503   0.008286434674222546
  554.726086530261  911.3882561817181   0.006972506889935142   0.009080240010633586
 896.3786239016792  968.3628843818354     359.99664909120435   0.011746756572935972
 851.5514173175134  974.6416526134102     359.99804060868246    0.01181866308077059
 897.1456795273825  983.5477979238555      359.9966664325513   0.012214464352318469
1054.3638371494756 1027.8265193451057     359.99196451116023   0.013995344300798945
 887.1518854595527  1028.330388030234     359.99709340227776   0.013560823713469691
 874.8898472941082  1039.126132761429     359.99749846791474   0.013858876504435416
 833.7128386381494 1040.9210837495164     359.99876598642135   0.013803110058331671
 972.4689992329565  1056.960744424442     359.99455420788615   0.014668360812555247
 705.8565038511217  1097.434176941262   0.002838764578040152   0.015192012694225604
 536.2194511795028 1111.0393096176838   0.008077277206237923    0.01515271459045644

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -0.048883        0.396210 pass
      -1.915507       10.355416 pass
      -2.782544      -11.407852 pass
       6.243104       12.428769 pass
      12.093466       -4.461832 pass
       6.324129        1.473421 pass
       5.000527      -10.072022 pass
       2.355286      -10.347062 pass
       1.086661       -7.559102 pass
      -3.378054        2.869330 pass
       0.328336        9.923663 pass
       1.824804        4.464038 pass
      -2.553811       -2.575484 pass
       8.361135        6.897980 pass
       4.597942       -1.027474 pass
      -0.289289        4.544095 pass
      -0.847519       18.045699 pass
       2.191257        2.387091 pass
       2.180705        4.451857 pass
      -0.025450       -5.888512 pass
       3.618711       -1.948215 pass
      -2.449689      -20.692655 pass
       5.048200        6.565368 pass
      -1.564754       -1.537551 pass
       0.851334        5.262886 pass
       8.322506        4.774456 pass
       1.264208       -1.335294 pass
      -4.667766       -0.882161 pass
       4.017196       -5.528590 pass
      -4.446732        0.895812 pass
      -1.759823        1.239483 pass
      -0.265850       -2.963149 pass
       7.149002       36.092251 fail
       0.748390        8.498925 pass
       1.863004      -23.100134 pass
       1.069021        1.564827 pass
       2.091926        8.484053 pass
       2.262968       -0.686149 pass
      -1.822258       -2.931477 pass
      -3.099323       -9.394941 pass
      -5.803908       -1.329918 pass
       4.274495       -2.090746 pass
       3.360151       11.694770 pass
      -1.721303       -2.407526 pass
       8.033681        8.867552 pass
       1.557185        5.271668 pass
       9.181223       15.425023 pass
       0.502552        1.084149 pass
       2.592349       -2.268579 pass

RA difference mean, median and std (units in mas) 1.6521017891877998 1.264208172609138 3.8862375015723156
Dec difference mean, median and std (units in mas) 1.2555585570306784 0.8958118407627336 9.414177289544646


# mark sources on image frame to see if the correct sources were found
norm = ImageNormalize(stretch=SqrtStretch())
# keep image stretch in mind for plotting. sky subtracted range ~ (-15, 10), single sample ~ (0, 20)
plt.figure(figsize=(20,20))
plt.imshow(data, cmap='Greys', origin='lower', vmin=5,vmax=15)#, norm=norm)
apertures.plot(color='red', lw=2.5) #, alpha=0.5)
plt.show()


# Take a closer look at a portion of the image to get a closer look at the psf

# mark sources on image frame to see if the correct sources were found
norm = ImageNormalize(stretch=SqrtStretch())
# keep image stretch in mind for plotting. sky subtracted range ~ (-15, 10), single sample ~ (0, 20)
plt.figure(figsize=(20,20))

plt.imshow(data[350:450, 700:820], cmap='Greys', origin='lower', vmin=0,vmax=200)#, norm=norm)

#plt.scatter(sources['xcentroid']-700, sources['ycentroid']-350, color='red')

plt.show()


# Compare stats across tests:
print('All units are milliarcseconds for statistics')
print('Statistics on differences between RA and Dec in individual calibrated files')
print('RA difference mean, median and std',meanRAdiff_cal, medianRAdiff_cal, stdRAdiff_cal) 
print('Dec difference mean, median and std',meanDecdiff_cal, medianDecdiff_cal, stdDecdiff_cal)
print()
#print('Statistics on differences between RA and Dec in individual i2d files when run with tweakreg on')
#print('RA difference mean, median and std',meanRAdiff_i2d, medianRAdiff_i2d, stdRAdiff_i2d) 
#print('Dec difference mean, median and std',meanDecdiff_i2d, medianDecdiff_i2d, stdDecdiff_i2d)
#print()
print('Statistics on differences between RA and Dec in combined i2d file when run with tweakreg on')
print('RA difference mean, median and std',meanRAdiff_twon, medianRAdiff_twon, stdRAdiff_twon) 
print('Dec difference mean, median and std',meanDecdiff_twon, medianDecdiff_twon, stdDecdiff_twon)
print()
print('Statistics on differences between RA and Dec in combined i2d file when run with tweakreg off')
print('RA difference mean, median and std',meanRAdiff_twoff, medianRAdiff_twoff, stdRAdiff_twoff) 
print('Dec difference mean, median and std',meanDecdiff_twoff, medianDecdiff_twoff, stdDecdiff_twoff)

All units are milliarcseconds for statistics
Statistics on differences between RA and Dec in individual calibrated files
RA difference mean, median and std 1.1084997025612093 0.928302277808206 3.5773131993903524
Dec difference mean, median and std -0.17537865973407207 1.1691161048078824 5.539940734870295

Statistics on differences between RA and Dec in combined i2d file when run with tweakreg on
RA difference mean, median and std 1.0447115258083999 0.4193659066391189 3.4546805817048973
Dec difference mean, median and std 1.1378019087210172 1.9004961773629037 5.5619932464965975

Statistics on differences between RA and Dec in combined i2d file when run with tweakreg off
RA difference mean, median and std 1.6521017891877998 1.264208172609138 3.8862375015723156
Dec difference mean, median and std 1.2555585570306784 0.8958118407627336 9.414177289544646

JWST Pipeline Validation Testing Notebook: Calwebb_Image3, Tweakreg step with MIRI imaging¶

Table of Contents¶

Introduction¶

Calibration WG Requested Algorithm:¶

Defining Terms¶

Description of test¶

Description of data¶

Create a temporary directory to work in and read in data¶

Run the calwebb_detector1 pipeline to get rate.fits files.¶

Run calwebb_image2 pipeline to create cal.fits files¶

Test # 1: See what happens with tweakreg when given data with no shifts.¶

Run the images through calwebb_image3 with tweakreg on¶

Go through list of individual images and see which sources were found for each image.¶

Get position differences as found earlier for the individual i2d files¶

Look at positions of RA, Dec and get stats on differences for the combined image run with tweakreg on¶

Run calwebb_image3 with tweakreg turned off¶

Test # 2: See what happens with tweakreg when there are shifts between images not tracked in the wcs.¶

Run the images through calwebb_image3 with tweakreg on¶

Go through list of individual images and see which sources were found for each image.¶

Look at positions of RA, Dec and get stats on differences for the combined image run with tweakreg on¶

Test again with tweakreg off¶

Criteria for success.¶

About this Notebook¶